00000001:01000000:0.0F:1789130232.191957:0:2343:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 403 MB/s 00000001:01000000:2.0F:1789130232.444446:0:2343:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 596 MB/s 00000001:01000000:2.0:1789130232.694659:0:2343:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 3831 MB/s 00000020:02000000:1.0F:1789130233.320964:0:2372:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_132_gd76390e 00000400:02000000:3.0F:1789130233.972529:0:2387:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.204.16@tcp [8/256/0/180] 00008000:02000000:1.0:1789130237.288259:0:2537:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:1.0:1789130432.566532:0:6167:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789130432.566536:0:6167:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1789130432.566538:0:6167:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.116@tcp:/lustre 00000020:01000004:1.0:1789130432.566539:0:6167:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1789130432.566678:0:6167:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000009d3a6617 00000080:01000004:1.0:1789130432.566689:0:6167:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1789130432.566705:0:6167:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.116@tcp' 00000020:01000004:1.0:1789130432.566822:0:6167:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.116@tcp (typ=mgc) 00000020:00000080:1.0:1789130432.566845:0:6167:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.116@tcp (00000000d5a4f25d) 00000020:00000080:1.0:1789130432.566857:0:6167:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:1.0:1789130432.567098:0:6167:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1789130432.567127:0:6167:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1789130432.567261:0:6167:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:1.0:1789130432.567267:0:6167:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1789130432.567911:0:6167:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:3.0:1789130432.567919:0:6167:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1789130432.568168:0:6167:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:3.0:1789130432.568174:0:6167:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:3.0:1789130432.568762:0:6167:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:3.0:1789130432.568769:0:6167:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:1.0:1789130432.569407:0:6167:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789130432.569711:0:6167:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789130432.569942:0:6167:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:1.0:1789130432.569947:0:6167:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1789130432.571617:0:6167:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1789130432.571628:0:6167:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1789130432.572139:0:6167:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1789130432.572146:0:6167:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1789130432.572540:0:6167:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1789130432.572546:0:6167:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:1.0:1789130432.573031:0:6167:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:1.0:1789130432.573038:0:6167:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:1.0:1789130432.574176:0:6167:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:1.0:1789130432.574188:0:6167:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:1.0:1789130432.576593:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130432.576599:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130432.576601:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130432.577102:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130432.577104:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130432.577106:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1789130432.577844:0:6167:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000e1b742bf@MGC192.168.204.116@tcp: add connection 192.168.204.116@tcp at head 00010000:00010000:2.0:1789130432.578060:0:6167:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.116@tcp-0 is initialized 00000040:01000000:2.0:1789130432.578067:0:6167:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.116@tcp ctxt 1 is initialized 00010000:00010000:1.0:1789130432.579589:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789130432.579653:0:6181:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1789130432.579819:0:6167:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.116@tcp (uuid 111412d4-b556-4a0d-8ee6-211bf08ac4c1) 00000020:00000080:2.0:1789130432.579839:0:6167:0:(genops.c:1385:class_connect()) connect: client 111412d4-b556-4a0d-8ee6-211bf08ac4c1, cookie 0x6704d6e688b183f4 00000100:00080000:2.0:1789130432.579852:0:6167:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 0 00000100:00080000:2.0:1789130432.579861:0:6167:0:(import.c:546:import_select_connection()) MGC192.168.204.116@tcp: skip NID 192.168.204.116@tcp as not ready: rc = -114 00000100:00080000:2.0:1789130432.579865:0:6167:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import 00000000e1b742bf using connection 192.168.204.116@tcp/192.168.204.116@tcp 00000100:00100000:2.0:1789130432.579897:0:6167:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005338815d x1876039023198336/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789130432.580043:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005338815d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2403:1876039023198336:192.168.204.116@tcp:250: 00000100:00080000:2.0:1789130432.580076:0:6167:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 111412d4-b556-4a0d-8ee6-211bf08ac4c1->MGS 00000080:00200000:2.0:1789130432.580103:0:6167:0:(llite_lib.c:1522:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff888d064b0000 (sb 000000009d3a6617) 00000080:01000000:2.0:1789130432.580169:0:6167:0:(llite_lib.c:1248:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1789130432.580171:0:6167:0:(llite_lib.c:1258:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1789130432.580175:0:6167:0:(llite_lib.c:1258:ll_options()) next opt=flock 00000080:01000000:2.0:1789130432.580182:0:6167:0:(llite_lib.c:1556:ll_fill_super()) llite sb uuid: 814968c9-f2df-4ec0-949b-71ece5011d35 10000000:01000000:2.0:1789130432.580650:0:6167:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789130432.580653:0:6167:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff888d064b0000 10000000:01000000:2.0:1789130432.580656:0:6167:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff888d11401a48 10000000:01000000:2.0:1789130432.580714:0:6167:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789130432.580721:0:6167:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff888d11401a48 from 1 10000000:01000000:2.0:1789130432.580724:0:6167:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1789130432.580750:0:6167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: 000000000e5a4e6b/0x6704d6e688b183fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130432.580764:0:6167:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: 000000000e5a4e6b/0x6704d6e688b183fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130432.580775:0:6167:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: 000000000e5a4e6b/0x6704d6e688b183fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1789130432.580791:0:6167:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000de35412d x1876039023198464/t0(0) o101->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130432.580799:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set 000000001d8e0bf0 going to sleep for 0 seconds 00010000:00010000:3.0:1789130433.629552:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789130433.629698:0:2403:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1789130432/real 0] req@000000005338815d x1876039023198336/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789130433 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130433.629716:0:2403:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000005338815d x1876039023198336/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 1 dl 1789130433 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789130433.629744:0:2403:0:(import.c:65:import_set_state_nolock()) 00000000e1b742bf MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789130433.629764:0:2403:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.116@tcp failed (-110) 00000100:00100000:3.0:1789130433.629768:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005338815d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2403:1876039023198336:192.168.204.116@tcp:250: 00000100:00080000:0.0:1789130433.629925:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111412d4-b556-4a0d-8ee6-211bf08ac4c1->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789130433.629930:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789130433.629932:0:38:0:(import.c:65:import_set_state_nolock()) 00000000e1b742bf MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789130433.629937:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 192.168.204.116@tcp last attempt 298 00000100:00080000:0.0:1789130433.629950:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.116@tcp: import 00000000e1b742bf using connection 192.168.204.116@tcp/192.168.204.116@tcp 00000100:00100000:0.0:1789130433.629979:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002a00954b x1876039023198592/t0(0) o250->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789130433.630219:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000002a00954b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2403:1876039023198592:192.168.204.116@tcp:250: 00000100:00100000:1.0:1789130433.630560:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set 000000001d8e0bf0 going to sleep for 0 seconds 00000100:00100000:3.0:1789130433.651318:0:2403:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.204.116@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789130433.651340:0:2403:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.116@tcp: connect to target with instance 0 00000100:00080000:3.0:1789130433.651349:0:2403:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.116@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1789130433.651355:0:2403:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1789130433.653536:0:2403:0:(import.c:65:import_set_state_nolock()) 00000000e1b742bf MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1789130433.653545:0:2403:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1789130433.653566:0:2403:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:3.0:1789130433.653580:0:2403:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000001d8e0bf0): req@00000000de35412d x1876039023198464/t0(0) o101->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130433.653602:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000002a00954b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2403:1876039023198592:192.168.204.116@tcp:250: 00000100:00100000:1.0:1789130433.655668:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set 000000001d8e0bf0 going to sleep for 11 seconds 00000100:00100000:1.0:1789130433.662752:0:6167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000de35412d pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023198464:192.168.204.116@tcp:101: 00010000:00010000:1.0:1789130433.662812:0:6167:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: 000000000e5a4e6b/0x6704d6e688b183fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b05249f expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130433.662825:0:6167:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: 000000000e5a4e6b/0x6704d6e688b183fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd325ee898b05249f expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789130433.662918:0:6167:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006c626713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023198720:192.168.204.116@tcp:501: 00000100:00100000:1.0:1789130433.663108:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set 0000000055b280c3 going to sleep for 11 seconds 00000100:00100000:1.0:1789130433.668140:0:6167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006c626713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023198720:192.168.204.116@tcp:501: 10000000:01000000:1.0:1789130433.668185:0:6167:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1789130433.668255:0:6167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: 000000000e5a4e6b/0x6704d6e688b183fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b05249f expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130433.668266:0:6167:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: 000000000e5a4e6b/0x6704d6e688b183fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b05249f expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789130433.668275:0:6167:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff888d064b0000 10000000:01000000:1.0:1789130433.668282:0:6167:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1789130433.668286:0:6167:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff888d064b0000 10000000:01000000:1.0:1789130433.668288:0:6167:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789130433.668292:0:6167:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff888d064b0000 10000000:01000000:1.0:1789130433.668294:0:6167:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1789130433.668298:0:6167:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff888d064b0000 from 1 10000000:01000000:1.0:1789130433.668301:0:6167:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1789130433.668357:0:6167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: 00000000c2997c49/0x6704d6e688b18402 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130433.668364:0:6167:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: 00000000c2997c49/0x6704d6e688b18402 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130433.668403:0:6167:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: 00000000c2997c49/0x6704d6e688b18402 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789130433.668423:0:6167:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006c626713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023198848:192.168.204.116@tcp:101: 00000100:00100000:1.0:1789130433.668509:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set 0000000055b280c3 going to sleep for 11 seconds 00000100:00100000:1.0:1789130433.671084:0:6167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006c626713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023198848:192.168.204.116@tcp:101: 00010000:00010000:1.0:1789130433.671111:0:6167:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: 00000000c2997c49/0x6704d6e688b18402 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0524a6 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130433.671124:0:6167:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: 00000000c2997c49/0x6704d6e688b18402 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd325ee898b0524a6 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789130433.671206:0:6167:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006c626713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023198976:192.168.204.116@tcp:501: 00000100:00100000:1.0:1789130433.671276:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set 0000000055b280c3 going to sleep for 11 seconds 00000100:00100000:1.0:1789130433.675715:0:6167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006c626713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023198976:192.168.204.116@tcp:501: 00000100:00100000:1.0:1789130433.675781:0:6167:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006c626713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023199104:192.168.204.116@tcp:503: 00000100:00100000:1.0:1789130433.675977:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set 0000000055b280c3 going to sleep for 11 seconds 00000100:00100000:1.0:1789130433.680843:0:6167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006c626713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023199104:192.168.204.116@tcp:503: 00000100:00100000:2.0:1789130433.681273:0:6185:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000de35412d pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6185:1876039023199232:192.168.204.116@tcp:502: 00000100:00100000:2.0:1789130433.681812:0:6185:0:(client.c:2715:ptlrpc_set_wait()) set 000000001d8e0bf0 going to sleep for 11 seconds 00000100:00100000:2.0:1789130433.685670:0:6185:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000de35412d pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6185:1876039023199232:192.168.204.116@tcp:502: 00000020:01000000:2.0:1789130433.685719:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789130433.685730:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.685732:0:6185:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1789130433.685737:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff888d064b0000 00000020:00000080:2.0:1789130433.685739:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789130433.685768:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff888d064b0000 (00000000d96f4d66) 00000020:00000080:2.0:1789130433.685788:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:2.0:1789130433.685794:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff888d064b0000 00000020:00000080:2.0:1789130433.685795:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1789130433.686629:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff888d064b0000 (uuid 814968c9-f2df-4ec0-949b-71ece5011d35) 00000020:01000000:2.0:1789130433.686634:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789130433.686637:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.686639:0:6185:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1789130433.686640:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789130433.686642:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.686643:0:6185:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1789130433.686649:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff888d064b0000 00000020:00000080:2.0:1789130433.686651:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789130433.686658:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff888d064b0000 (000000001bc50e6d) 00000020:00000080:2.0:1789130433.686670:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:2.0:1789130433.686675:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff888d064b0000 00000020:00000080:2.0:1789130433.686677:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1789130433.686881:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff888d064b0000 (uuid 814968c9-f2df-4ec0-949b-71ece5011d35) 00000020:01000000:2.0:1789130433.686888:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789130433.686891:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.686892:0:6185:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1789130433.686894:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789130433.686897:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.686898:0:6185:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1789130433.686901:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1789130433.686903:0:6185:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1789130433.686905:0:6185:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1789130433.686909:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789130433.686911:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.686912:0:6185:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1789130433.686914:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789130433.686917:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.686918:0:6185:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1789130433.686921:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789130433.686925:0:6185:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.116@tcp to nid 0x20000c0a8cc74 (192.168.204.116@tcp) 00000020:01000000:2.0:1789130433.686948:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff888d064b0000 00000020:00000080:2.0:1789130433.686951:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789130433.686957:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff888d064b0000 (0000000039c14f2d) 00000020:00000080:2.0:1789130433.686966:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:2.0:1789130433.686970:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff888d064b0000 00000020:00000080:2.0:1789130433.686971:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789130433.687066:0:6185:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000f2f5361f@lustre-MDT0000-mdc-ffff888d064b0000: add connection 192.168.204.116@tcp at head 00010000:00010000:2.0:1789130433.689232:0:6185:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff888d064b0000-1 is initialized 00000040:01000000:2.0:1789130433.689543:0:6185:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff888d064b0000 ctxt 13 is initialized 00000020:00000080:2.0:1789130433.690191:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff888d064b0000 (uuid 814968c9-f2df-4ec0-949b-71ece5011d35) 00000020:01000000:2.0:1789130433.690209:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff888d064b0000 00000020:00000080:2.0:1789130433.690213:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1789130433.690242:0:6185:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1789130433.690288:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789130433.690293:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.690295:0:6185:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1789130433.690298:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789130433.690324:0:6185:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1789130433.690326:0:6185:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789130433.690328:0:6185:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789130433.690329:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789130433.690333:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.690334:0:6185:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789130433.690337:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789130433.690341:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.690342:0:6185:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1789130433.690345:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789130433.690362:0:6185:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.116@tcp to nid 0x20000c0a8cc74 (192.168.204.116@tcp) 00000020:01000000:2.0:1789130433.690390:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff888d064b0000 00000020:00000080:2.0:1789130433.690392:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789130433.690401:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff888d064b0000 (000000001ffde10f) 00000020:00000080:2.0:1789130433.690418:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:2.0:1789130433.690423:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff888d064b0000 00000020:00000080:2.0:1789130433.690426:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789130433.690491:0:6185:0:(ldlm_lib.c:102:import_set_conn()) imp 000000000fe35d40@lustre-MDT0001-mdc-ffff888d064b0000: add connection 192.168.204.116@tcp at head 00010000:00010000:2.0:1789130433.694216:0:6185:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff888d064b0000-2 is initialized 00000040:01000000:2.0:1789130433.694528:0:6185:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff888d064b0000 ctxt 13 is initialized 00000020:00000080:2.0:1789130433.694801:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff888d064b0000 (uuid 814968c9-f2df-4ec0-949b-71ece5011d35) 00000020:01000000:2.0:1789130433.694818:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff888d064b0000 00000020:00000080:2.0:1789130433.694828:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1789130433.694854:0:6185:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1789130433.694892:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789130433.694896:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.694897:0:6185:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1789130433.694900:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789130433.694902:0:6185:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:2.0:1789130433.694904:0:6185:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789130433.694905:0:6185:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789130433.694906:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789130433.694908:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.694909:0:6185:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789130433.694911:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789130433.694916:0:6185:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.116@tcp:/lustre 00000020:00000080:2.0:1789130433.694918:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.694919:0:6185:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1789130433.694921:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789130433.694924:0:6185:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.116@tcp to nid 0x20000c0a8cc74 (192.168.204.116@tcp) 00000020:01000000:2.0:1789130433.694944:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff888d064b0000 00000020:00000080:2.0:1789130433.694946:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789130433.694960:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff888d064b0000 (00000000ab5c5405) 00000020:00000080:2.0:1789130433.694972:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:2.0:1789130433.694976:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff888d064b0000 00000020:00000080:2.0:1789130433.694978:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789130433.695051:0:6185:0:(ldlm_lib.c:102:import_set_conn()) imp 000000001119dcaf@lustre-OST0000-osc-ffff888d064b0000: add connection 192.168.204.116@tcp at head 00010000:00010000:2.0:1789130433.695639:0:6185:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff888d064b0000-3 is initialized 00000020:00000080:2.0:1789130433.697564:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff888d064b0000 (uuid 814968c9-f2df-4ec0-949b-71ece5011d35) 00000020:01000000:2.0:1789130433.697581:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff888d064b0000 00000020:00000080:2.0:1789130433.697585:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1789130433.697604:0:6185:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1789130433.697611:0:6185:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff888d064b0000: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1789130433.697618:0:6185:0:(lov_obd.c:533:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1789130433.697635:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789130433.697638:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.697639:0:6185:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789130433.697643:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789130433.697646:0:6185:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1789130433.697648:0:6185:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789130433.697649:0:6185:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789130433.697650:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789130433.697652:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.697653:0:6185:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789130433.697655:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789130433.697659:0:6185:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.116@tcp:/lustre 00000020:00000080:2.0:1789130433.697663:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.697664:0:6185:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789130433.697667:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789130433.697672:0:6185:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.116@tcp to nid 0x20000c0a8cc74 (192.168.204.116@tcp) 00000020:01000000:2.0:1789130433.697694:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff888d064b0000 00000020:00000080:2.0:1789130433.697698:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789130433.697707:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff888d064b0000 (00000000f84d0f69) 00000020:00000080:2.0:1789130433.697726:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:2.0:1789130433.697731:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff888d064b0000 00000020:00000080:2.0:1789130433.697734:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789130433.697830:0:6185:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000b8ee301c@lustre-OST0001-osc-ffff888d064b0000: add connection 192.168.204.116@tcp at head 00010000:00010000:2.0:1789130433.699057:0:6185:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff888d064b0000-4 is initialized 00000020:00000080:2.0:1789130433.701068:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff888d064b0000 (uuid 814968c9-f2df-4ec0-949b-71ece5011d35) 00000020:01000000:2.0:1789130433.701086:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff888d064b0000 00000020:00000080:2.0:1789130433.701090:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1789130433.701111:0:6185:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1789130433.701119:0:6185:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff888d064b0000: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1789130433.701123:0:6185:0:(lov_obd.c:533:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1789130433.701132:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789130433.701135:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.701142:0:6185:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789130433.701145:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789130433.701149:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.701150:0:6185:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789130433.701152:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789130433.701154:0:6185:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:2.0:1789130433.701202:0:6185:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000244265bb pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6185:1876039023199360:192.168.204.116@tcp:502: 00000100:00100000:2.0:1789130433.701300:0:6185:0:(client.c:2715:ptlrpc_set_wait()) set 00000000561dbea8 going to sleep for 11 seconds 00000100:00100000:2.0:1789130433.708052:0:6185:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000244265bb pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6185:1876039023199360:192.168.204.116@tcp:502: 00000020:01000000:2.0:1789130433.708099:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789130433.708108:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130433.708111:0:6185:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000040:00080000:2.0:1789130433.708115:0:6185:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:0.0:1789130433.709259:0:6167:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:0.0:1789130433.709286:0:6167:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789130433.709339:0:6167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: 00000000c2997c49/0x6704d6e688b18402 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0524a6 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130433.709352:0:6167:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: 00000000c2997c49/0x6704d6e688b18402 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0524a6 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789130433.709360:0:6167:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff888d064b0000 from 1 10000000:01000000:0.0:1789130433.709363:0:6167:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1789130433.709683:0:6167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: 000000005b0e8dd5/0x6704d6e688b18433 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130433.709693:0:6167:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: 000000005b0e8dd5/0x6704d6e688b18433 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130433.709702:0:6167:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: 000000005b0e8dd5/0x6704d6e688b18433 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789130433.709724:0:6167:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000095d5d13d pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023199488:192.168.204.116@tcp:101: 00000100:00100000:0.0:1789130433.709853:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set 000000006f694472 going to sleep for 11 seconds 00000100:00100000:1.0:1789130433.715110:0:6167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000095d5d13d pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023199488:192.168.204.116@tcp:101: 00010000:00010000:1.0:1789130433.715145:0:6167:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: 000000005b0e8dd5/0x6704d6e688b18433 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0524ad expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130433.715157:0:6167:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: 000000005b0e8dd5/0x6704d6e688b18433 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd325ee898b0524ad expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789130433.716875:0:6167:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006c626713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023199616:192.168.204.116@tcp:256: 00000100:00100000:1.0:1789130433.717119:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set 0000000081ecde23 going to sleep for 11 seconds 00000100:00100000:1.0:1789130433.727497:0:6167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006c626713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023199616:192.168.204.116@tcp:256: 10000000:01000000:1.0:1789130433.729232:0:6167:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:1.0:1789130433.729259:0:6167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: 000000005b0e8dd5/0x6704d6e688b18433 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0524ad expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130433.729274:0:6167:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: 000000005b0e8dd5/0x6704d6e688b18433 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0524ad expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789130433.729283:0:6167:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff888d064b0000 from 1 10000000:01000000:1.0:1789130433.729286:0:6167:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789130433.729353:0:6167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: 000000004a51f0aa/0x6704d6e688b1843a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130433.729361:0:6167:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: 000000004a51f0aa/0x6704d6e688b1843a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130433.729370:0:6167:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: 000000004a51f0aa/0x6704d6e688b1843a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789130433.729406:0:6167:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006c626713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023199744:192.168.204.116@tcp:101: 00000100:00100000:1.0:1789130433.729621:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set 0000000081ecde23 going to sleep for 11 seconds 00000100:00100000:1.0:1789130433.733697:0:6167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006c626713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023199744:192.168.204.116@tcp:101: 00010000:00010000:1.0:1789130433.733729:0:6167:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: 000000004a51f0aa/0x6704d6e688b1843a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0524b4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130433.733823:0:6167:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: 000000004a51f0aa/0x6704d6e688b1843a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd325ee898b0524b4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789130433.733902:0:6167:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006c626713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023199872:192.168.204.116@tcp:501: 00000100:00100000:1.0:1789130433.734015:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set 0000000081ecde23 going to sleep for 11 seconds 00000100:00100000:1.0:1789130433.744283:0:6167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006c626713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023199872:192.168.204.116@tcp:501: 00000100:00100000:1.0:1789130433.744379:0:6167:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006c626713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023200000:192.168.204.116@tcp:503: 00000100:00100000:1.0:1789130433.744472:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set 0000000081ecde23 going to sleep for 11 seconds 00000100:00100000:0.0:1789130433.760570:0:6167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006c626713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6167:1876039023200000:192.168.204.116@tcp:503: 00000100:00100000:3.0:1789130433.761278:0:6190:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000a3e32b9d pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6190:1876039023200128:192.168.204.116@tcp:502: 00000100:00100000:3.0:1789130433.761588:0:6190:0:(client.c:2715:ptlrpc_set_wait()) set 00000000def3b16e going to sleep for 11 seconds 00000100:00100000:3.0:1789130433.765548:0:6190:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000a3e32b9d pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6190:1876039023200128:192.168.204.116@tcp:502: 00000020:01000000:3.0:1789130433.765598:0:6190:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789130433.765609:0:6190:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789130433.765611:0:6190:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789130433.765617:0:6190:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff888d064b0000 00000020:00000080:3.0:1789130433.765619:0:6190:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1789130433.765670:0:6190:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19349a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6190:1876039023200256:192.168.204.116@tcp:502: 00000100:00100000:3.0:1789130433.765764:0:6190:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d2144c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789130433.768783:0:6190:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19349a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6190:1876039023200256:192.168.204.116@tcp:502: 00000020:01000000:3.0:1789130433.768832:0:6190:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789130433.768842:0:6190:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789130433.768844:0:6190:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:3.0:1789130433.768848:0:6190:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:2.0:1789130433.769152:0:6167:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:2.0:1789130433.769173:0:6167:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789130433.769250:0:6167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: ffff888d013fe200/0x6704d6e688b1843a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0524b4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130433.769263:0:6167:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: ffff888d013fe200/0x6704d6e688b1843a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0524b4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1789130433.769286:0:6167:0:(llite_lib.c:1630:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1789130433.769645:0:6167:0:(genops.c:1385:class_connect()) connect: client 814968c9-f2df-4ec0-949b-71ece5011d35, cookie 0x6704d6e688b18441 00800000:01000000:2.0:1789130433.769674:0:6167:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 814968c9-f2df-4ec0-949b-71ece5011d35 to lustre-clilmv-ffff888d064b0000 00800000:01000000:2.0:1789130433.769681:0:6167:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff888d064b0000(814968c9-f2df-4ec0-949b-71ece5011d35) - lustre-MDT0000_UUID, 814968c9-f2df-4ec0-949b-71ece5011d35 00000020:00000080:2.0:1789130433.769689:0:6167:0:(genops.c:1385:class_connect()) connect: client 814968c9-f2df-4ec0-949b-71ece5011d35, cookie 0x6704d6e688b18448 00000100:00080000:2.0:1789130433.769701:0:6167:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff888d064b0000: connect to NID 192.168.204.116@tcp last attempt 0 00000100:00080000:2.0:1789130433.769712:0:6167:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff888d064b0000: import ffff888d11423800 using connection 192.168.204.116@tcp/192.168.204.116@tcp 00000008:00100000:2.0:1789130433.769741:0:6167:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683268 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1789130433.769767:0:6167:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff888d0bfe6d00 x1876039023200384/t0(0) o38->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789130433.769823:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:814968c9-f2df-4ec0-949b-71ece5011d35:2403:1876039023200384:192.168.204.116@tcp:38: 00000100:00080000:2.0:1789130433.770264:0:6167:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0000_UUID 00800000:01000000:2.0:1789130433.770389:0:6167:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff888d064b0000(814968c9-f2df-4ec0-949b-71ece5011d35) successfully (5) 00800000:00000004:2.0:1789130433.770393:0:6167:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff888d064b0000: age -701, max_age 0 00800000:01000000:2.0:1789130433.770430:0:6167:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff888d064b0000(814968c9-f2df-4ec0-949b-71ece5011d35) - lustre-MDT0001_UUID, 814968c9-f2df-4ec0-949b-71ece5011d35 00000020:00000080:2.0:1789130433.770440:0:6167:0:(genops.c:1385:class_connect()) connect: client 814968c9-f2df-4ec0-949b-71ece5011d35, cookie 0x6704d6e688b1844f 00000100:00080000:2.0:1789130433.770446:0:6167:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff888d064b0000: connect to NID 192.168.204.116@tcp last attempt 0 00000100:00080000:2.0:1789130433.770452:0:6167:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff888d064b0000: import ffff888d11424800 using connection 192.168.204.116@tcp/192.168.204.116@tcp 00000008:00100000:2.0:1789130433.770459:0:6167:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683268 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1789130433.770471:0:6167:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff888d0bfe5e00 x1876039023200640/t0(0) o38->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789130433.770901:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:814968c9-f2df-4ec0-949b-71ece5011d35:2403:1876039023200640:192.168.204.116@tcp:38: 00000100:00080000:3.0:1789130433.771075:0:2407:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff888d0bfe52c0 x1876039023200512/t0(0) o41->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789130433.772408:0:6167:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0001_UUID 00800000:01000000:2.0:1789130433.772544:0:6167:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff888d064b0000(814968c9-f2df-4ec0-949b-71ece5011d35) successfully (5) 00800000:00000004:2.0:1789130433.772550:0:6167:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff888d064b0000: age -701, max_age 0 00000100:00100000:2.0:1789130433.772601:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1789130433.772615:0:2407:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff888d0bfe5a40 x1876039023200768/t0(0) o41->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000004:2.0:1789130433.772652:0:6167:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff888d064b0000: age -701, max_age 298 00800000:00000004:2.0:1789130433.772658:0:6167:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff888d064b0000: age -701, max_age 298 00000100:00080000:2.0:1789130433.772676:0:6167:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff888d0bfe43c0 x1876039023200896/t0(0) o41->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130433.772683:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d061556c0 going to sleep for 0 seconds 00010000:00080000:3.0:1789130433.775055:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe6d00 x1876039023200384/t0(0) o38->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 520/416 e 0 to 0 dl 1789130443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130433.775071:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d064b0000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789130433.775080:0:2403:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff888d064b0000: connect to target with instance 1 00000001:01000000:2.0:1789130434.024395:0:2403:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff888d064b0000: T10 checksum algorithm t10ip512 speed = 5339 MB/s 00000001:01000000:3.0:1789130434.275244:0:2403:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff888d064b0000: T10 checksum algorithm t10ip4K speed = 3427 MB/s 00000001:01000000:0.0:1789130434.525088:0:2403:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff888d064b0000: T10 checksum algorithm t10crc512 speed = 495 MB/s 00010000:00010000:1.0:1789130434.656180:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:2.0:1789130434.774334:0:2403:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff888d064b0000: T10 checksum algorithm t10crc4K speed = 467 MB/s 00000100:00080000:2.0:1789130434.774351:0:2403:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff888d064b0000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1789130434.774367:0:2403:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789130434.774384:0:2403:0:(import.c:65:import_set_state_nolock()) ffff888d11423800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1789130434.774831:0:2403:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000091f51950): req@ffff888d0bfe52c0 x1876039023200512/t0(0) o41->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789130434.774859:0:2403:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000987f679e): req@ffff888d0bfe43c0 x1876039023200896/t0(0) o41->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130434.774883:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:814968c9-f2df-4ec0-949b-71ece5011d35:2403:1876039023200384:192.168.204.116@tcp:38: 00010000:00080000:2.0:1789130434.774942:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe5e00 x1876039023200640/t0(0) o38->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 520/416 e 0 to 0 dl 1789130443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130434.774954:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d064b0000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789130434.774966:0:2403:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff888d064b0000: connect to target with instance 1 00000100:00080000:2.0:1789130434.774974:0:2403:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff888d064b0000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1789130434.774980:0:2403:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789130434.774982:0:2403:0:(import.c:65:import_set_state_nolock()) ffff888d11424800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789130434.775067:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d061556c0 going to sleep for 0 seconds 00000100:00100000:0.0:1789130434.775169:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d061556c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789130434.776119:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:814968c9-f2df-4ec0-949b-71ece5011d35:2403:1876039023200640:192.168.204.116@tcp:38: 00010000:00080000:1.0:1789130434.787836:0:6167:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe43c0 x1876039023200896/t0(0) o41->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130450 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130434.787857:0:6167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe43c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:814968c9-f2df-4ec0-949b-71ece5011d35:6167:1876039023200896:192.168.204.116@tcp:41: 00800000:00000004:1.0:1789130434.787886:0:6167:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff888d064b0000: update ffff888d064ed328 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:1.0:1789130434.787893:0:6167:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff888d064b0000: update ffff888d064e9e98 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:1.0:1789130434.787928:0:6167:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190da580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:814968c9-f2df-4ec0-949b-71ece5011d35:6167:1876039023201024:192.168.204.116@tcp:40: 00000100:00100000:1.0:1789130434.787988:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0bfd2c00 going to sleep for 11 seconds 00010000:00080000:3.0:1789130434.788176:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe5a40 x1876039023200768/t0(0) o41->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130450 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130434.788210:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:814968c9-f2df-4ec0-949b-71ece5011d35:0:1876039023200768:192.168.204.116@tcp:41: 00010000:00080000:3.0:1789130434.788248:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe52c0 x1876039023200512/t0(0) o41->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130450 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130434.788260:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:814968c9-f2df-4ec0-949b-71ece5011d35:0:1876039023200512:192.168.204.116@tcp:41: 00010000:00080000:1.0:1789130434.802788:0:6167:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190da580 x1876039023201024/t0(0) o40->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 440/448 e 0 to 0 dl 1789130450 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130434.802811:0:6167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190da580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:814968c9-f2df-4ec0-949b-71ece5011d35:6167:1876039023201024:192.168.204.116@tcp:40: 00000080:00000004:1.0:1789130434.802849:0:6167:0:(llite_lib.c:615:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1789130434.802864:0:6167:0:(llite_lib.c:778:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683268 ocd_grant: 2146304 00020000:01000000:1.0:1789130434.802868:0:6167:0:(lov_obd.c:187:lov_connect()) connect #0 00000020:00000080:1.0:1789130434.802902:0:6167:0:(genops.c:1385:class_connect()) connect: client 814968c9-f2df-4ec0-949b-71ece5011d35, cookie 0x6704d6e688b18456 00000020:00000080:1.0:1789130434.802921:0:6167:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x6704d6e688b1845d 00000100:00080000:1.0:1789130434.802929:0:6167:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff888d064b0000: connect to NID 192.168.204.116@tcp last attempt 0 00000100:00080000:1.0:1789130434.802937:0:6167:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff888d064b0000: import ffff888d11421800 using connection 192.168.204.116@tcp/192.168.204.116@tcp 00000008:00100000:1.0:1789130434.802948:0:6167:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683268 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1789130434.802972:0:6167:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff888d190da580 x1876039023201152/t0(0) o8->lustre-OST0000-osc-ffff888d064b0000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789130434.802999:0:6167:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0000_UUID 00020000:01000000:1.0:1789130434.803036:0:6167:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff888d064b0000) active 00000020:00000080:1.0:1789130434.803068:0:6167:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x6704d6e688b18464 00000100:00080000:1.0:1789130434.803073:0:6167:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff888d064b0000: connect to NID 192.168.204.116@tcp last attempt 0 00000100:00080000:1.0:1789130434.803077:0:6167:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff888d064b0000: import ffff888d11423000 using connection 192.168.204.116@tcp/192.168.204.116@tcp 00000008:00100000:1.0:1789130434.803082:0:6167:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683268 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1789130434.803093:0:6167:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff888d190dad00 x1876039023201280/t0(0) o8->lustre-OST0001-osc-ffff888d064b0000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789130434.803102:0:6167:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0001_UUID 00020000:01000000:1.0:1789130434.803107:0:6167:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff888d064b0000) active 00000100:00100000:1.0:1789130434.803145:0:6167:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190da940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:814968c9-f2df-4ec0-949b-71ece5011d35:6167:1876039023201408:192.168.204.116@tcp:900: 00000100:00100000:1.0:1789130434.803211:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0bfd2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789130434.803680:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190da580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:814968c9-f2df-4ec0-949b-71ece5011d35:2403:1876039023201152:192.168.204.116@tcp:8: 00000100:00100000:0.0:1789130434.803739:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190dad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:814968c9-f2df-4ec0-949b-71ece5011d35:2403:1876039023201280:192.168.204.116@tcp:8: 00000100:00100000:3.0:1789130434.805866:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789130434.805905:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2406:1876039023201536:192.168.204.116@tcp:400: 00010000:00080000:0.0:1789130434.817774:0:6167:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190da940 x1876039023201408/t0(0) o900->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:29/10 lens 264/248 e 0 to 0 dl 1789130450 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130434.817796:0:6167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190da940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:814968c9-f2df-4ec0-949b-71ece5011d35:6167:1876039023201408:192.168.204.116@tcp:900: 00000100:00100000:0.0:1789130434.817866:0:6167:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d193412c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:814968c9-f2df-4ec0-949b-71ece5011d35:6167:1876039023201664:192.168.204.116@tcp:33: 00000100:00100000:0.0:1789130434.818044:0:6167:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d1148a3c0 going to sleep for 11 seconds 00010000:00080000:2.0:1789130434.831612:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190dad00 x1876039023201280/t0(0) o8->lustre-OST0001-osc-ffff888d064b0000@192.168.204.116@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130434.831631:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff888d064b0000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789130434.831642:0:2403:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff888d064b0000: connect to target with instance 1 00000100:00080000:2.0:1789130434.831653:0:2403:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff888d064b0000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1789130434.831668:0:2403:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789130434.831672:0:2403:0:(import.c:65:import_set_state_nolock()) ffff888d11423000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1789130434.831701:0:2403:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1789130434.831706:0:2403:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1789130434.831712:0:2403:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1789130434.831724:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190dad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:814968c9-f2df-4ec0-949b-71ece5011d35:2403:1876039023201280:192.168.204.116@tcp:8: 00010000:00080000:2.0:1789130434.831782:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190da580 x1876039023201152/t0(0) o8->lustre-OST0000-osc-ffff888d064b0000@192.168.204.116@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130434.831792:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff888d064b0000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789130434.831797:0:2403:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff888d064b0000: connect to target with instance 1 00000100:00080000:2.0:1789130434.831802:0:2403:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff888d064b0000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1789130434.831809:0:2403:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789130434.831811:0:2403:0:(import.c:65:import_set_state_nolock()) ffff888d11421800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1789130434.831826:0:2403:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1789130434.831828:0:2403:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1789130434.831832:0:2403:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1789130434.831837:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190da580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:814968c9-f2df-4ec0-949b-71ece5011d35:2403:1876039023201152:192.168.204.116@tcp:8: 00000100:00100000:3.0:1789130434.842378:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2406:1876039023201536:192.168.204.116@tcp:400: 00010000:00080000:1.0:1789130435.004395:0:6167:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d193412c0 x1876039023201664/t0(0) o33->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:23/10 lens 448/464 e 0 to 0 dl 1789130450 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130435.004419:0:6167:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d193412c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:814968c9-f2df-4ec0-949b-71ece5011d35:6167:1876039023201664:192.168.204.116@tcp:33: 00000080:00200000:1.0:1789130435.004804:0:6167:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) 00000080:00200000:1.0:1789130435.004815:0:6167:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:1.0:1789130435.004901:0:6167:0:(llite_lib.c:1669:ll_fill_super()) Mounted lustre-client - version 2.17.57_132_gd76390e 00000080:00000004:1.0:1789130435.008698:0:6167:0:(super25.c:182:lustre_fill_super()) 192.168.204.116@tcp:/lustre: Mount complete 00000080:00200008:2.0:1789130435.152993:0:6208:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff888d10929148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1789130435.153680:0:6208:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148),name=/ 00000002:00010000:2.0:1789130435.153709:0:6208:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789130435.153782:0:6208:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6208 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130435.153794:0:6208:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6208 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130435.153808:0:6208:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6208 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789130435.153837:0:6208:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe70c0 pname:cluuid:pid:xid:nid:opc:job mkdir:814968c9-f2df-4ec0-949b-71ece5011d35:6208:1876039023201792:192.168.204.116@tcp:101: 00000100:00100000:2.0:1789130435.153949:0:6208:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0be3ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1789130435.158664:0:6208:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe70c0 pname:cluuid:pid:xid:nid:opc:job mkdir:814968c9-f2df-4ec0-949b-71ece5011d35:6208:1876039023201792:192.168.204.116@tcp:101: 00010000:00010000:2.0:1789130435.158691:0:6208:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130435.158704:0:6208:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130435.158717:0:6208:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130435.158732:0:6208:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130435.158746:0:6208:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130435.158753:0:6208:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130435.158760:0:6208:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1789130435.158772:0:6208:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff888d0bfe70c0 x1876039023201792/t0(0) o101->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130451 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:2.0:1789130435.158787:0:6208:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130435.158821:0:6208:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff888d115fa000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1789130435.158828:0:6208:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1789130435.158857:0:6208:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1789130435.158862:0:6208:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d10929148) for lock 0x6704d6e688b1846b 00000080:00010000:2.0:1789130435.158868:0:6208:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d10929148) 00000080:00010000:2.0:1789130435.158871:0:6208:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6704d6e688b1846b from it ffff9ee20414fcc0 00010000:00010000:2.0:1789130435.158874:0:6208:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130435.158883:0:6208:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789130435.676814:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130436.700402:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1789130437.574295:0:6260:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff888d10929148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1789130437.574341:0:6260:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148),name=/ 00000002:00010000:1.0:1789130437.574380:0:6260:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789130437.574402:0:6260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789130437.574418:0:6260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1789130437.574426:0:6260:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1789130437.574433:0:6260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d10929148) 00000080:00010000:1.0:1789130437.574437:0:6260:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d10929148) for lock 0x6704d6e688b1846b 00000080:00010000:1.0:1789130437.574445:0:6260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6704d6e688b1846b from it ffff9ee20168bcc0 00010000:00010000:1.0:1789130437.574449:0:6260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789130437.574460:0:6260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:1.0:1789130437.575614:0:6260:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff888d10929148), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1789130437.575622:0:6260:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148),name=/ 00000002:00010000:1.0:1789130437.575636:0:6260:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789130437.575650:0:6260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1789130437.575664:0:6260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:1.0:1789130437.575678:0:6260:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1789130437.575685:0:6260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d10929148) 00000080:00010000:1.0:1789130437.575688:0:6260:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d10929148) for lock 0x6704d6e688b1846b 00000080:00010000:1.0:1789130437.575694:0:6260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6704d6e688b1846b from it ffff9ee20168bcc0 00010000:00010000:1.0:1789130437.575698:0:6260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1789130437.575706:0:6260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1789130437.577461:0:6260:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148),name=/ 00000002:00010000:1.0:1789130437.577490:0:6260:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789130437.577506:0:6260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1789130437.577522:0:6260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1789130437.577529:0:6260:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1789130437.577535:0:6260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d10929148) 00000080:00010000:1.0:1789130437.577539:0:6260:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d10929148) for lock 0x6704d6e688b1846b 00000080:00010000:1.0:1789130437.577546:0:6260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6704d6e688b1846b from it ffff9ee20168bbb0 00010000:00010000:1.0:1789130437.577549:0:6260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1789130437.577556:0:6260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1789130437.577576:0:6260:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148), inode mode 41ed mask 44 00000080:00200008:1.0:1789130437.577586:0:6260:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff888d10929148), flags 100000 00000080:00200080:1.0:1789130437.577775:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:1.0:1789130437.577793:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d0a720400 uarg=0000000000000000 00800000:00000004:1.0:1789130437.577799:0:6260:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff888d064b0000: age 300, max_age 302 00000100:00100000:1.0:1789130437.577843:0:6260:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d9e00 pname:cluuid:pid:xid:nid:opc:job lfs:814968c9-f2df-4ec0-949b-71ece5011d35:6260:1876039023201920:192.168.204.116@tcp:41: 00000100:00100000:1.0:1789130437.578049:0:6260:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0a6ba6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789130437.587142:0:6260:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d9e00 pname:cluuid:pid:xid:nid:opc:job lfs:814968c9-f2df-4ec0-949b-71ece5011d35:6260:1876039023201920:192.168.204.116@tcp:41: 00800000:00000004:1.0:1789130437.587179:0:6260:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff888d064b0000: update ffff888d064ed328 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:1.0:1789130437.588203:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:1.0:1789130437.588232:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d0a720400 uarg=0000000000000000 00800000:00000004:1.0:1789130437.588243:0:6260:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff888d064b0000: age -701, max_age 302 00000100:00100000:1.0:1789130437.588293:0:6260:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d9e00 pname:cluuid:pid:xid:nid:opc:job lfs:814968c9-f2df-4ec0-949b-71ece5011d35:6260:1876039023202048:192.168.204.116@tcp:41: 00000100:00100000:1.0:1789130437.588433:0:6260:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0a6ba6c0 going to sleep for 11 seconds 00010000:00080000:2.0:1789130437.602457:0:6260:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190d9e00 x1876039023202048/t0(0) o41->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130453 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130437.602478:0:6260:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d9e00 pname:cluuid:pid:xid:nid:opc:job lfs:814968c9-f2df-4ec0-949b-71ece5011d35:6260:1876039023202048:192.168.204.116@tcp:41: 00800000:00000004:2.0:1789130437.602508:0:6260:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff888d064b0000: update ffff888d064eb8e0 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:2.0:1789130437.602587:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.602604:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.602612:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.602617:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.602621:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.602625:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.602629:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.602633:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.602657:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.602662:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.602667:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.602670:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.602674:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.602677:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.602682:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.602685:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.602689:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.602692:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.602697:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.602700:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.602703:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.602707:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.602710:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.602713:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.602716:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.602719:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.602723:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.602727:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.602731:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.602734:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.602738:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603190:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603201:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603215:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603220:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603224:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603228:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603231:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603236:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603240:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603244:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603247:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603251:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603254:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603258:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603261:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603265:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603268:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603271:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603274:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603277:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603280:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603284:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603288:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603291:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603295:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603299:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603330:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603343:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603349:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603353:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603367:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603372:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603376:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603379:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603383:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603386:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603390:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603394:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603397:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603402:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603405:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603409:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603413:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603416:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603420:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603423:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603427:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603431:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603434:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603438:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603441:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603446:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603456:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603462:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603466:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603470:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603473:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603477:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603481:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603486:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603489:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603493:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603497:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603500:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603504:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603507:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603511:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603515:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603518:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603522:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603525:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603529:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603533:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603537:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603541:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603545:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603548:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603560:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603565:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603569:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603573:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603577:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603580:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603583:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603586:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603590:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603593:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603597:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603600:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603604:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603607:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603612:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603615:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603619:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00800000:00000080:2.0:1789130437.603623:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.603627:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.603633:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00020000:00000004:2.0:1789130437.603640:0:6260:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff888d064b0000: age -701, max_age 302 00000100:00100000:2.0:1789130437.603679:0:6260:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe70c0 pname:cluuid:pid:xid:nid:opc:job lfs:814968c9-f2df-4ec0-949b-71ece5011d35:6260:1876039023202176:192.168.204.116@tcp:13: 00000100:00100000:2.0:1789130437.603769:0:6260:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0bea6480 going to sleep for 11 seconds 00010000:00080000:2.0:1789130437.619986:0:6260:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe70c0 x1876039023202176/t0(0) o13->lustre-OST0000-osc-ffff888d064b0000@192.168.204.116@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130453 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130437.620041:0:6260:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe70c0 pname:cluuid:pid:xid:nid:opc:job lfs:814968c9-f2df-4ec0-949b-71ece5011d35:6260:1876039023202176:192.168.204.116@tcp:13: 00020000:00000004:2.0:1789130437.620069:0:6260:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff888d064b0000: update ffff888d10009e98 cache blocks 901369/958279 objects 261774/262144 00000080:00200080:2.0:1789130437.620148:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.620166:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00020000:00000004:2.0:1789130437.620174:0:6260:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff888d064b0000: age -701, max_age 302 00000100:00100000:2.0:1789130437.620208:0:6260:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe70c0 pname:cluuid:pid:xid:nid:opc:job lfs:814968c9-f2df-4ec0-949b-71ece5011d35:6260:1876039023202304:192.168.204.116@tcp:13: 00000100:00100000:2.0:1789130437.620289:0:6260:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0bea6480 going to sleep for 11 seconds 00010000:00080000:2.0:1789130437.626373:0:6260:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe70c0 x1876039023202304/t0(0) o13->lustre-OST0001-osc-ffff888d064b0000@192.168.204.116@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130453 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130437.626404:0:6260:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe70c0 pname:cluuid:pid:xid:nid:opc:job lfs:814968c9-f2df-4ec0-949b-71ece5011d35:6260:1876039023202304:192.168.204.116@tcp:13: 00020000:00000004:2.0:1789130437.626439:0:6260:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff888d064b0000: update ffff888d1000d328 cache blocks 901369/958279 objects 261774/262144 00000080:00200080:2.0:1789130437.626514:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626532:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626541:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626545:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626549:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626552:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626556:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626559:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626563:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626565:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626569:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626572:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626595:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626599:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626603:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626606:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626609:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626613:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626616:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626620:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626624:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626627:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626631:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626633:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626637:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626641:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626645:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626648:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626658:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626662:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626666:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626669:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626672:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626675:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626679:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626682:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626686:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626696:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626701:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626704:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626708:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626711:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626715:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626718:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626722:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626726:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626730:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626733:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626737:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626739:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626743:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626747:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626751:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626754:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626758:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626761:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626764:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626767:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626770:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626773:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626777:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626780:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626792:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626796:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626800:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626804:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626808:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626811:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626814:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626817:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626821:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626824:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626828:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626832:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626836:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626840:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626843:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626847:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626851:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626854:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626858:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626861:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626865:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626869:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626873:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626877:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626881:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626890:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626896:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626899:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626903:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626906:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626910:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626914:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626917:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626921:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626924:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626927:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626931:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626934:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626938:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626941:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626944:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626947:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626962:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626967:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626971:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626974:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626978:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626981:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.626985:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.626988:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.627009:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.627015:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.627019:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.627023:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.627027:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.627031:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.627034:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.627038:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.627042:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.627045:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.627050:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.627053:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200080:2.0:1789130437.627057:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148) cmd=c00866a4 arg=7ffd1cbd1a40 00020000:00000080:2.0:1789130437.627061:0:6260:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d064b0000: cmd=c00866a4 len=592 karg=ffff888d183ce800 uarg=0000000000000000 00000080:00200008:2.0:1789130437.627079:0:6260:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff888d10929148), flags 100000 00010000:00010000:0.0:1789130437.728124:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130438.749158:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130439.772526:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789130440.220743:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2406:1876039023202432:192.168.204.116@tcp:400: 00000100:00100000:2.0:1789130440.220852:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:814968c9-f2df-4ec0-949b-71ece5011d35:2406:1876039023202688:192.168.204.116@tcp:400: 00000100:00100000:2.0:1789130440.220881:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:814968c9-f2df-4ec0-949b-71ece5011d35:2406:1876039023202944:192.168.204.116@tcp:400: 00000100:00100000:2.0:1789130440.221126:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789130440.221135:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:814968c9-f2df-4ec0-949b-71ece5011d35:2406:1876039023202560:192.168.204.116@tcp:400: 00000100:00100000:2.0:1789130440.221163:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:814968c9-f2df-4ec0-949b-71ece5011d35:2406:1876039023202816:192.168.204.116@tcp:400: 00000100:00100000:2.0:1789130440.232566:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:814968c9-f2df-4ec0-949b-71ece5011d35:2406:1876039023202560:192.168.204.116@tcp:400: 00010000:00080000:2.0:1789130440.232590:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe5680 x1876039023202816/t0(0) o400->lustre-OST0000-osc-ffff888d064b0000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130440.232610:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:814968c9-f2df-4ec0-949b-71ece5011d35:2406:1876039023202816:192.168.204.116@tcp:400: 00000100:00100000:2.0:1789130440.232620:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2406:1876039023202432:192.168.204.116@tcp:400: 00010000:00080000:2.0:1789130440.232632:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe4000 x1876039023202688/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130440.232640:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:814968c9-f2df-4ec0-949b-71ece5011d35:2406:1876039023202688:192.168.204.116@tcp:400: 00010000:00080000:2.0:1789130440.232651:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe7c00 x1876039023202944/t0(0) o400->lustre-OST0001-osc-ffff888d064b0000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130440.232658:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:814968c9-f2df-4ec0-949b-71ece5011d35:2406:1876039023202944:192.168.204.116@tcp:400: 00000001:02000400:3.0:1789130440.725531:0:6454:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1789130440.797142:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789130441.822297:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789130442.847484:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789130443.868510:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789130444.512288:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.116@tcp (source: 12345-192.168.204.116@tcp) 00000100:00100000:1.0:1789130444.512388:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.116@tcp (source: 12345-192.168.204.116@tcp) 00000100:00100000:0.0:1789130444.512542:0:6168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039049472640 00000100:00100000:0.0:1789130444.512552:0:6168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039049472640 00000100:00100000:0.0:1789130444.512607:0:6168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039049472768 00000100:00100000:0.0:1789130444.512610:0:6168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039049472768 00000100:00100000:0.0:1789130444.512625:0:6168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.116@tcp, seq: 0 00000100:00100000:0.0:1789130444.512633:0:6168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff888d190d9a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:111412d4-b556-4a0d-8ee6-211bf08ac4c1+4:10341:x1876039049472640:12345-192.168.204.116@tcp:104: 00010000:00010000:0.0:1789130444.512651:0:6168:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.116@tcp lock: ffff888d013fea00/0x6704d6e688b18402 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd325ee898b0524a6 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130444.512767:0:6168:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789130444.512775:0:6168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff888d190d9a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:111412d4-b556-4a0d-8ee6-211bf08ac4c1+4:10341:x1876039049472640:12345-192.168.204.116@tcp:104: Request processed in 142us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1789130444.512785:0:6168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.116@tcp, seq: 0 00000100:00100000:0.0:1789130444.512805:0:6168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.116@tcp, seq: 1 00000100:00100000:0.0:1789130444.512813:0:6168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff888d190db0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:111412d4-b556-4a0d-8ee6-211bf08ac4c1+3:10341:x1876039049472768:12345-192.168.204.116@tcp:104: 00010000:00010000:0.0:1789130444.512836:0:6168:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.116@tcp lock: ffff888d029dd200/0x6704d6e688b183fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd325ee898b05249f expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130444.513044:0:6168:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789130444.513052:0:6168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff888d190db0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:111412d4-b556-4a0d-8ee6-211bf08ac4c1+3:10341:x1876039049472768:12345-192.168.204.116@tcp:104: Request processed in 240us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1789130444.513058:0:6168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.116@tcp, seq: 1 00010000:00010000:2.0:1789130444.513468:0:6179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789130444.513476:0:6179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.116@tcp lock: ffff888d013fea00/0x6704d6e688b18402 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd325ee898b0524a6 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130444.513485:0:6179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff888d013fea00 already unused, calling callback (ffffffffc14c1c20) 10000000:00010000:2.0:1789130444.513488:0:6179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.116@tcp lock: ffff888d013fea00/0x6704d6e688b18402 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xd325ee898b0524a6 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130444.513498:0:6179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.116@tcp lock: ffff888d013fea00/0x6704d6e688b18402 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xd325ee898b0524a6 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789130444.513505:0:6179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.116@tcp lock: ffff888d013fea00/0x6704d6e688b18402 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xd325ee898b0524a6 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789130444.513511:0:6179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1789130444.513559:0:6179:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.116@tcp lock: ffff888d013fea00/0x6704d6e688b18402 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd325ee898b0524a6 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130444.513572:0:6179:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789130444.513592:0:6179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.116@tcp lock: ffff888d013fea00/0x6704d6e688b18402 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd325ee898b0524a6 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130444.513598:0:6179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.116@tcp lock: ffff888d013fea00/0x6704d6e688b18402 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd325ee898b0524a6 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130444.513614:0:6179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789130444.513618:0:6179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.116@tcp lock: ffff888d029dd200/0x6704d6e688b183fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd325ee898b05249f expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130444.513623:0:6179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff888d029dd200 already unused, calling callback (ffffffffc14c1c20) 10000000:00010000:2.0:1789130444.513626:0:6179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.116@tcp lock: ffff888d029dd200/0x6704d6e688b183fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd325ee898b05249f expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130444.513633:0:6179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.116@tcp lock: ffff888d029dd200/0x6704d6e688b183fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd325ee898b05249f expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789130444.513640:0:6179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.116@tcp lock: ffff888d029dd200/0x6704d6e688b183fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd325ee898b05249f expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789130444.513645:0:6179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1789130444.513658:0:6179:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.116@tcp lock: ffff888d029dd200/0x6704d6e688b183fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd325ee898b05249f expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130444.513664:0:6179:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789130444.513669:0:6179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.116@tcp lock: ffff888d029dd200/0x6704d6e688b183fb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd325ee898b05249f expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130444.513675:0:6179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.116@tcp lock: ffff888d029dd200/0x6704d6e688b183fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd325ee898b05249f expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130444.513798:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789130444.513801:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789130444.513802:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789130444.513872:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2407:1876039023203072:192.168.204.116@tcp:103: 00000100:00100000:2.0:1789130444.514026:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789130444.514035:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2407:1876039023203200:192.168.204.116@tcp:103: 00010000:00010000:3.0:1789130444.515574:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789130444.516590:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2407:1876039023203200:192.168.204.116@tcp:103: 00000100:00100000:2.0:1789130444.516604:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2407:1876039023203072:192.168.204.116@tcp:103: 00010000:00010000:2.0:1789130444.898415:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789130445.344356:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d193483c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2407:1876039023203328:192.168.204.116@tcp:400: 00000100:00100000:2.0:1789130445.345801:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789130445.345829:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d1934ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:814968c9-f2df-4ec0-949b-71ece5011d35:2407:1876039023203456:192.168.204.116@tcp:400: 00000100:00100000:2.0:1789130445.347237:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19348f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:814968c9-f2df-4ec0-949b-71ece5011d35:2407:1876039023203584:192.168.204.116@tcp:400: 00000100:00100000:2.0:1789130445.348138:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789130445.348150:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d1934a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:814968c9-f2df-4ec0-949b-71ece5011d35:2407:1876039023203712:192.168.204.116@tcp:400: 00000100:00100000:2.0:1789130445.350960:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d1934a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:814968c9-f2df-4ec0-949b-71ece5011d35:2407:1876039023203840:192.168.204.116@tcp:400: 00010000:00080000:2.0:1789130445.361433:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d1934a580 x1876039023203840/t0(0) o400->lustre-OST0001-osc-ffff888d064b0000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130445.361455:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d1934a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:814968c9-f2df-4ec0-949b-71ece5011d35:2407:1876039023203840:192.168.204.116@tcp:400: 00010000:00080000:2.0:1789130445.361467:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d1934a1c0 x1876039023203712/t0(0) o400->lustre-OST0000-osc-ffff888d064b0000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130445.361494:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d1934a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:814968c9-f2df-4ec0-949b-71ece5011d35:2407:1876039023203712:192.168.204.116@tcp:400: 00000100:00100000:2.0:1789130445.361612:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d193483c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2407:1876039023203328:192.168.204.116@tcp:400: 00010000:00080000:2.0:1789130445.364785:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d19348f00 x1876039023203584/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130445.364820:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19348f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:814968c9-f2df-4ec0-949b-71ece5011d35:2407:1876039023203584:192.168.204.116@tcp:400: 00000100:00100000:2.0:1789130445.364842:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d1934ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:814968c9-f2df-4ec0-949b-71ece5011d35:2407:1876039023203456:192.168.204.116@tcp:400: 00010000:00010000:3.0:1789130445.917762:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789130446.940573:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789130447.964668:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789130448.989355:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789130449.436483:0:6181:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1789130449.436491:0:6181:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff888d064b0000 from 48 10000000:01000000:1.0:1789130449.436496:0:6181:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1789130449.436614:0:6181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: ffff888d013ffe00/0x6704d6e688b18472 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130449.436643:0:6181:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: ffff888d013ffe00/0x6704d6e688b18472 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130449.436655:0:6181:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: ffff888d013ffe00/0x6704d6e688b18472 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789130449.436681:0:6181:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6181:1876039023203968:192.168.204.116@tcp:101: 00000100:00100000:1.0:1789130449.436855:0:6181:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0be3e180 going to sleep for 11 seconds 00000100:00100000:0.0:1789130449.440391:0:6181:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6181:1876039023203968:192.168.204.116@tcp:101: 00010000:00010000:0.0:1789130449.440424:0:6181:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: ffff888d013ffe00/0x6704d6e688b18472 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b05256a expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130449.440436:0:6181:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: ffff888d013ffe00/0x6704d6e688b18472 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd325ee898b05256a expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789130449.440603:0:6181:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19342580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6181:1876039023204096:192.168.204.116@tcp:501: 00000100:00100000:0.0:1789130449.441000:0:6181:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d061550c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789130449.447237:0:6181:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19342580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6181:1876039023204096:192.168.204.116@tcp:501: 00000100:00100000:0.0:1789130449.447293:0:6181:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19342580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6181:1876039023204224:192.168.204.116@tcp:503: 00000100:00100000:0.0:1789130449.447418:0:6181:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d061550c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789130449.457290:0:6181:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19342580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6181:1876039023204224:192.168.204.116@tcp:503: 00000100:00100000:2.0:1789130449.460116:0:6679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe4b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6679:1876039023204352:192.168.204.116@tcp:502: 00000100:00100000:2.0:1789130449.460350:0:6679:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0bea6540 going to sleep for 11 seconds 00000100:00100000:2.0:1789130449.465782:0:6679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe4b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6679:1876039023204352:192.168.204.116@tcp:502: 00000020:01000000:2.0:1789130449.465832:0:6679:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789130449.465845:0:6679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130449.465848:0:6679:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789130449.465855:0:6679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1789130449.465896:0:6679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe4b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6679:1876039023204480:192.168.204.116@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789130449.465986:0:6679:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0bea6540 going to sleep for 11 seconds 00000100:00100000:2.0:1789130449.476264:0:6679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe4b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6679:1876039023204480:192.168.204.116@tcp:502:llog_process_th.0 00000020:01000000:2.0:1789130449.476334:0:6679:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789130449.476344:0:6679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130449.476346:0:6679:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789130449.476351:0:6679:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1789130449.476636:0:6181:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:0.0:1789130449.476659:0:6181:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789130449.476670:0:6181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: ffff888d013ffe00/0x6704d6e688b18472 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b05256a expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130449.476681:0:6181:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: ffff888d013ffe00/0x6704d6e688b18472 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b05256a expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789130449.476691:0:6181:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1789130449.476693:0:6181:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff888d11401a48 from 1 10000000:01000000:0.0:1789130449.476697:0:6181:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1789130449.476746:0:6181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: ffff888d00031600/0x6704d6e688b18479 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130449.476754:0:6181:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: ffff888d00031600/0x6704d6e688b18479 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130449.476765:0:6181:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: ffff888d00031600/0x6704d6e688b18479 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789130449.476788:0:6181:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19342580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6181:1876039023204608:192.168.204.116@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789130449.476869:0:6181:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d061550c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789130449.479959:0:6181:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19342580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6181:1876039023204608:192.168.204.116@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789130449.479990:0:6181:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: ffff888d00031600/0x6704d6e688b18479 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b052571 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130449.480021:0:6181:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: ffff888d00031600/0x6704d6e688b18479 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd325ee898b052571 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789130449.480109:0:6181:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19342580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6181:1876039023204736:192.168.204.116@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789130449.480178:0:6181:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d061550c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789130449.486480:0:6181:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19342580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6181:1876039023204736:192.168.204.116@tcp:501:ll_cfg_requeue.0 10000000:01000000:0.0:1789130449.486820:0:6181:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1789130449.486832:0:6181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: ffff888d00031600/0x6704d6e688b18479 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b052571 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130449.486843:0:6181:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: ffff888d00031600/0x6704d6e688b18479 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b052571 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130450.020572:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789130450.460817:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2405:1876039023204864:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130450.460979:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023205120:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130450.461013:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023205376:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130450.461509:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789130450.461521:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023204992:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130450.461554:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023205248:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130450.467205:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023204992:192.168.204.116@tcp:400:kworker.0 00010000:00080000:0.0:1789130450.467227:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190d92c0 x1876039023205248/t0(0) o400->lustre-OST0000-osc-ffff888d064b0000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130450.467255:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023205248:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130450.467268:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2405:1876039023204864:192.168.204.116@tcp:400:kworker.0 00010000:00080000:0.0:1789130450.467280:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190d8f00 x1876039023205120/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130450.467289:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023205120:192.168.204.116@tcp:400:kworker.0 00010000:00080000:0.0:1789130450.467299:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190d9e00 x1876039023205376/t0(0) o400->lustre-OST0001-osc-ffff888d064b0000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130450.467337:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023205376:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130450.622932:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.116@tcp (source: 12345-192.168.204.116@tcp) 00000100:00100000:0.0:1789130450.623130:0:6169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039049482752 00000100:00100000:0.0:1789130450.623140:0:6169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039049482752 00000100:00100000:0.0:1789130450.623234:0:6169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.116@tcp, seq: 2 00000100:00100000:0.0:1789130450.623246:0:6169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff888d190da580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:111412d4-b556-4a0d-8ee6-211bf08ac4c1+3:10403:x1876039049482752:12345-192.168.204.116@tcp:104: 00010000:00010000:0.0:1789130450.623263:0:6169:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.116@tcp lock: ffff888d013fe200/0x6704d6e688b1843a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd325ee898b0524b4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130450.623372:0:6169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789130450.623379:0:6169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff888d190da580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:111412d4-b556-4a0d-8ee6-211bf08ac4c1+3:10403:x1876039049482752:12345-192.168.204.116@tcp:104: Request processed in 136us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1789130450.623387:0:6169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.116@tcp, seq: 2 00010000:00010000:2.0:1789130450.623442:0:6179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789130450.623462:0:6179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.116@tcp lock: ffff888d013fe200/0x6704d6e688b1843a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd325ee898b0524b4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130450.623469:0:6179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff888d013fe200 already unused, calling callback (ffffffffc14c1c20) 10000000:00010000:2.0:1789130450.623473:0:6179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.116@tcp lock: ffff888d013fe200/0x6704d6e688b1843a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd325ee898b0524b4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130450.623482:0:6179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.116@tcp lock: ffff888d013fe200/0x6704d6e688b1843a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd325ee898b0524b4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789130450.623489:0:6179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.116@tcp lock: ffff888d013fe200/0x6704d6e688b1843a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd325ee898b0524b4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789130450.623495:0:6179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789130450.623539:0:6179:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.116@tcp lock: ffff888d013fe200/0x6704d6e688b1843a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd325ee898b0524b4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130450.623546:0:6179:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789130450.623565:0:6179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.116@tcp lock: ffff888d013fe200/0x6704d6e688b1843a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd325ee898b0524b4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130450.623572:0:6179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.116@tcp lock: ffff888d013fe200/0x6704d6e688b1843a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd325ee898b0524b4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130450.623592:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789130450.623594:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789130450.623596:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789130450.623605:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789130450.623619:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2407:1876039023205504:192.168.204.116@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1789130450.633131:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2407:1876039023205504:192.168.204.116@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789130451.036883:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789130452.060453:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789130452.381198:0:6181:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789130452.381208:0:6181:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff888d064b0000 from 4 10000000:01000000:3.0:1789130452.381215:0:6181:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789130452.381275:0:6181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: ffff888d0152f600/0x6704d6e688b18480 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130452.381289:0:6181:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: ffff888d0152f600/0x6704d6e688b18480 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130452.381443:0:6181:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: ffff888d0152f600/0x6704d6e688b18480 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789130452.381474:0:6181:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d1934b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6181:1876039023205632:192.168.204.116@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789130452.381601:0:6181:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d1148a600 going to sleep for 11 seconds 00000100:00100000:3.0:1789130452.390706:0:6181:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d1934b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6181:1876039023205632:192.168.204.116@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789130452.390746:0:6181:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: ffff888d0152f600/0x6704d6e688b18480 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0525b7 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130452.390759:0:6181:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: ffff888d0152f600/0x6704d6e688b18480 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd325ee898b0525b7 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789130452.390856:0:6181:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d1934b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6181:1876039023205760:192.168.204.116@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789130452.390939:0:6181:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d1148a600 going to sleep for 11 seconds 00000100:00100000:3.0:1789130452.394929:0:6181:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d1934b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6181:1876039023205760:192.168.204.116@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789130452.394997:0:6181:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d1934b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6181:1876039023205888:192.168.204.116@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789130452.395117:0:6181:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d1148a600 going to sleep for 11 seconds 00000100:00100000:3.0:1789130452.400838:0:6181:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d1934b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6181:1876039023205888:192.168.204.116@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789130452.402137:0:6742:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d1934b840 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6742:1876039023206016:192.168.204.116@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789130452.402255:0:6742:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d1148a540 going to sleep for 11 seconds 00000100:00100000:3.0:1789130452.410237:0:6742:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d1934b840 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6742:1876039023206016:192.168.204.116@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789130452.410289:0:6742:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789130452.410301:0:6742:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789130452.410333:0:6742:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789130452.410341:0:6742:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff888d064b0000 00000020:00000080:3.0:1789130452.410343:0:6742:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1789130452.410484:0:6742:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d1934b840 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6742:1876039023206144:192.168.204.116@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789130452.410579:0:6742:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d1148a540 going to sleep for 11 seconds 00000100:00100000:3.0:1789130452.415085:0:6742:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d1934b840 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:6742:1876039023206144:192.168.204.116@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789130452.415140:0:6742:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789130452.415162:0:6742:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789130452.415165:0:6742:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1789130452.415169:0:6742:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1789130452.416257:0:6181:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1789130452.416286:0:6181:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789130452.416296:0:6181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: ffff888d0152f600/0x6704d6e688b18480 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0525b7 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130452.416343:0:6181:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: ffff888d0152f600/0x6704d6e688b18480 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0525b7 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130453.087143:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789130454.110042:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130455.139093:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789130455.580531:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190da940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2404:1876039023206272:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130455.580660:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190db840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023206528:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130455.580720:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023206784:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130455.580760:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789130455.580766:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023206400:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130455.580791:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023206656:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130455.591432:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023206400:192.168.204.116@tcp:400:kworker.0 00010000:00080000:0.0:1789130455.591454:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190d9e00 x1876039023206656/t0(0) o400->lustre-OST0000-osc-ffff888d064b0000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130455.591474:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023206656:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130455.591490:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190da940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2404:1876039023206272:192.168.204.116@tcp:400:kworker.0 00010000:00080000:0.0:1789130455.591505:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190db840 x1876039023206528/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130455.591515:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190db840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023206528:192.168.204.116@tcp:400:kworker.0 00010000:00080000:0.0:1789130455.591529:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190d8f00 x1876039023206784/t0(0) o400->lustre-OST0001-osc-ffff888d064b0000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130455.591538:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023206784:192.168.204.116@tcp:400:kworker.0 00000001:02000400:3.0:1789130455.756474:0:7042:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg416-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:2.0:1789130456.157014:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130457.180463:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789130458.205408:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130459.228714:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789130460.180498:0:7322:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg416-client.virtnet: executing yml_node 00010000:00010000:2.0:1789130460.263471:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789130460.700639:0:38:0:(import.c:65:import_set_state_nolock()) ffff888d11421800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1789130460.700647:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff888d064b0000: disconnect after 23s idle 00000100:00100000:3.0:1789130460.703358:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2407:1876039023206912:192.168.204.116@tcp:400:kworker.0 00000100:00100000:3.0:1789130460.703508:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:814968c9-f2df-4ec0-949b-71ece5011d35:2407:1876039023207168:192.168.204.116@tcp:400:kworker.0 00000100:00100000:3.0:1789130460.703563:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789130460.703573:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:814968c9-f2df-4ec0-949b-71ece5011d35:2407:1876039023207040:192.168.204.116@tcp:400:kworker.0 00000100:00100000:2.0:1789130460.712459:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:814968c9-f2df-4ec0-949b-71ece5011d35:2403:1876039023207296:192.168.204.116@tcp:9:kworker.0 00000100:00100000:3.0:1789130460.716546:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2407:1876039023206912:192.168.204.116@tcp:400:kworker.0 00010000:00080000:3.0:1789130460.716675:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe6580 x1876039023207168/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130460.716688:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:814968c9-f2df-4ec0-949b-71ece5011d35:2407:1876039023207168:192.168.204.116@tcp:400:kworker.0 00000100:00100000:3.0:1789130460.716722:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:814968c9-f2df-4ec0-949b-71ece5011d35:2407:1876039023207040:192.168.204.116@tcp:400:kworker.0 00000100:00080000:2.0:1789130460.716807:0:38:0:(import.c:65:import_set_state_nolock()) ffff888d11423000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1789130460.716812:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff888d064b0000: disconnect after 23s idle 00000100:00100000:2.0:1789130460.716855:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:814968c9-f2df-4ec0-949b-71ece5011d35:2403:1876039023207424:192.168.204.116@tcp:9:kworker.0 00010000:00080000:2.0:1789130460.722504:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe61c0 x1876039023207296/t0(0) o9->lustre-OST0000-osc-ffff888d064b0000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789130460.722543:0:2403:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff888d0bfe61c0 x1876039023207296/t0(0) o9->lustre-OST0000-osc-ffff888d064b0000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130470 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789130460.722552:0:2403:0:(import.c:65:import_set_state_nolock()) ffff888d11421800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1789130460.722556:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:814968c9-f2df-4ec0-949b-71ece5011d35:2403:1876039023207296:192.168.204.116@tcp:9:kworker.0 00010000:00080000:2.0:1789130460.723714:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe4f00 x1876039023207424/t0(0) o9->lustre-OST0001-osc-ffff888d064b0000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789130460.723728:0:2403:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff888d0bfe4f00 x1876039023207424/t0(0) o9->lustre-OST0001-osc-ffff888d064b0000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130470 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789130460.723735:0:2403:0:(import.c:65:import_set_state_nolock()) ffff888d11423000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1789130460.723739:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:814968c9-f2df-4ec0-949b-71ece5011d35:2403:1876039023207424:192.168.204.116@tcp:9:kworker.0 00010000:00010000:1.0:1789130461.277707:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789130462.300473:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130463.327329:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789130464.348592:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130465.372685:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789130465.830148:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023207680:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130465.830250:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789130465.830258:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2404:1876039023207552:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130465.830288:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190db840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023207808:192.168.204.116@tcp:400:kworker.0 00000001:02000400:3.0:1789130465.851680:0:7776:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.132 00000100:00100000:0.0:1789130465.861694:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2404:1876039023207552:192.168.204.116@tcp:400:kworker.0 00010000:00080000:1.0:1789130465.862688:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190db840 x1876039023207808/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130465.862704:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190db840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023207808:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130465.876007:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023207680:192.168.204.116@tcp:400:kworker.0 00010000:00010000:2.0:1789130466.396612:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130467.420820:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789130468.449928:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130469.471670:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789130470.223608:0:7933:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.132 00010000:00010000:0.0:1789130470.501232:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789130470.941633:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19340b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023208064:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130470.941780:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789130470.941788:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d193430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2405:1876039023207936:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130470.942115:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19341a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023208192:192.168.204.116@tcp:400:kworker.0 00010000:00080000:1.0:1789130470.950500:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d19341a40 x1876039023208192/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130470.950527:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19341a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023208192:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130470.950555:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19340b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023208064:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130470.954571:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d193430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2405:1876039023207936:192.168.204.116@tcp:400:kworker.0 00010000:00010000:1.0:1789130471.517736:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789130472.543301:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789130472.748892:0:8090:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.132 00010000:00010000:1.0:1789130473.565861:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789130474.586583:0:8236:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Fri Sep 11 08:41:13 EDT 2026 00010000:00010000:3.0:1789130474.597518:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130475.641248:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789130476.060492:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d193403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2405:1876039023208320:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130476.060536:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19341e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023208448:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130476.060600:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d193412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023208576:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130476.071667:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d193403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2405:1876039023208320:192.168.204.116@tcp:400:kworker.0 00010000:00080000:1.0:1789130476.071702:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d193412c0 x1876039023208576/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130476.071717:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d193412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023208576:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130476.071778:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19341e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023208448:192.168.204.116@tcp:400:kworker.0 00010000:00010000:3.0:1789130476.636386:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130477.664091:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789130478.687799:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789130479.718030:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789130480.733229:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789130481.181201:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023208832:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130481.181381:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1789130481.181389:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2405:1876039023208704:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130481.181421:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023208960:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130481.203021:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2405:1876039023208704:192.168.204.116@tcp:400:kworker.0 00010000:00080000:0.0:1789130481.203053:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190d8000 x1876039023208960/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130481.203087:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023208960:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130481.203104:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023208832:192.168.204.116@tcp:400:kworker.0 00010000:00010000:2.0:1789130481.765720:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789130482.781357:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789130483.804580:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789130484.830493:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789130485.857406:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789130486.300934:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023209216:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130486.301285:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789130486.301294:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190dad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2404:1876039023209088:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130486.301500:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190db840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023209344:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130486.307171:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190dad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2404:1876039023209088:192.168.204.116@tcp:400:kworker.0 00010000:00080000:0.0:1789130486.307197:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190db840 x1876039023209344/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130486.307209:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190db840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023209344:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130486.307221:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023209216:192.168.204.116@tcp:400:kworker.0 00010000:00010000:3.0:1789130486.877594:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789130487.900486:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789130488.925339:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789130489.948713:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789130490.972588:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789130491.423795:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190da940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2404:1876039023209472:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130491.423922:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023209728:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130491.423969:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789130491.423975:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023209600:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130491.433147:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023209600:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130491.433170:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190da940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2404:1876039023209472:192.168.204.116@tcp:400:kworker.0 00010000:00080000:1.0:1789130491.433186:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190d8f00 x1876039023209728/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130491.433199:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023209728:192.168.204.116@tcp:400:kworker.0 00010000:00010000:3.0:1789130491.996780:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789130493.021686:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789130494.045060:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789130495.074613:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789130495.812121:0:8798:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:2.0:1789130496.097322:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789130496.547195:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2405:1876039023209856:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130496.547292:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023210112:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130496.547345:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789130496.547351:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190da940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023209984:192.168.204.116@tcp:400:kworker.0 00000100:00100000:1.0:1789130496.555566:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2405:1876039023209856:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130496.571727:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190da940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023209984:192.168.204.116@tcp:400:kworker.0 00010000:00080000:0.0:1789130496.571752:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190d9e00 x1876039023210112/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130496.571766:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023210112:192.168.204.116@tcp:400:kworker.0 00010000:00010000:0.0:1789130497.118245:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789130497.251119:0:8938:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:2.0:1789130498.140926:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789130499.172871:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789130499.348118:0:9083:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 08:41:37 (1789130497) === 00000080:00200008:0.0:1789130499.656124:0:8254:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff888d10929148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1789130499.656137:0:8254:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148),name=/ 00000002:00010000:0.0:1789130499.656164:0:8254:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789130499.656184:0:8254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1789130499.656212:0:8254:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1789130499.656220:0:8254:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789130499.656229:0:8254:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d10929148) 00000080:00010000:0.0:1789130499.656232:0:8254:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d10929148) for lock 0x6704d6e688b1846b 00000080:00010000:0.0:1789130499.656240:0:8254:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6704d6e688b1846b from it ffff9ee2016cfcc0 00010000:00010000:0.0:1789130499.656244:0:8254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1789130499.656254:0:8254:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:3.0:1789130499.683156:0:8254:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff888d10929148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789130499.683169:0:8254:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148),name=/ 00000002:00010000:3.0:1789130499.683194:0:8254:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789130499.683216:0:8254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1789130499.683231:0:8254:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1789130499.683240:0:8254:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789130499.683247:0:8254:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d10929148) 00000080:00010000:3.0:1789130499.683251:0:8254:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d10929148) for lock 0x6704d6e688b1846b 00000080:00010000:3.0:1789130499.683258:0:8254:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6704d6e688b1846b from it ffff9ee2016cfcc0 00010000:00010000:3.0:1789130499.683262:0:8254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1789130499.683269:0:8254:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:3.0:1789130499.725368:0:8254:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff888d10929148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789130499.725380:0:8254:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148),name=/ 00000002:00010000:3.0:1789130499.725405:0:8254:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789130499.725444:0:8254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1789130499.725458:0:8254:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1789130499.725467:0:8254:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789130499.725475:0:8254:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d10929148) 00000080:00010000:3.0:1789130499.725479:0:8254:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d10929148) for lock 0x6704d6e688b1846b 00000080:00010000:3.0:1789130499.725486:0:8254:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6704d6e688b1846b from it ffff9ee2016cfcc0 00010000:00010000:3.0:1789130499.725490:0:8254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1789130499.725497:0:8254:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:0.0:1789130499.772806:0:8254:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff888d10929148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1789130499.772822:0:8254:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d10929148),name=/ 00000002:00010000:0.0:1789130499.772849:0:8254:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789130499.772872:0:8254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1789130499.772889:0:8254:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:0.0:1789130499.772898:0:8254:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789130499.772906:0:8254:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d10929148) 00000080:00010000:0.0:1789130499.772910:0:8254:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d10929148) for lock 0x6704d6e688b1846b 00000080:00010000:0.0:1789130499.772918:0:8254:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6704d6e688b1846b from it ffff9ee2016cfcc0 00010000:00010000:0.0:1789130499.772935:0:8254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1789130499.772945:0:8254:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff888d064b0000 lock: ffff888d029dda00/0x6704d6e688b1846b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd325ee898b0524de expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:2.0:1789130500.103718:0:9131:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789130500.103722:0:9131:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1789130500.103723:0:9131:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.116@tcp:/lustre 00000020:01000004:2.0:1789130500.103725:0:9131:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1789130500.103873:0:9131:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff888d10dc6000 00000080:01000004:2.0:1789130500.103884:0:9131:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1789130500.103908:0:9131:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.116@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789130500.103911:0:9131:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.116@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1789130500.103918:0:9131:0:(llite_lib.c:1522:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff888d10dc6000 (sb ffff888d10dc6000) 00000080:01000000:2.0:1789130500.104002:0:9131:0:(llite_lib.c:1248:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1789130500.104004:0:9131:0:(llite_lib.c:1258:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1789130500.104008:0:9131:0:(llite_lib.c:1258:ll_options()) next opt=flock 00000080:01000000:2.0:1789130500.104016:0:9131:0:(llite_lib.c:1556:ll_fill_super()) llite sb uuid: 91c48193-ebef-4196-a82a-8bb11a246e8d 10000000:01000000:2.0:1789130500.112254:0:9131:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789130500.112260:0:9131:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff888d10dc6000 10000000:01000000:2.0:1789130500.112267:0:9131:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff888d10dc6000 10000000:01000000:2.0:1789130500.112271:0:9131:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789130500.112276:0:9131:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff888d10dc6000 10000000:01000000:2.0:1789130500.112278:0:9131:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789130500.112282:0:9131:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff888d10dc6000 10000000:01000000:2.0:1789130500.112284:0:9131:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1789130500.112287:0:9131:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff888d10dc6000 from 1 10000000:01000000:2.0:1789130500.112290:0:9131:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789130500.112350:0:9131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: ffff888d029dd000/0x6704d6e688b18487 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130500.112377:0:9131:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: ffff888d029dd000/0x6704d6e688b18487 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130500.112389:0:9131:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: ffff888d029dd000/0x6704d6e688b18487 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789130500.112414:0:9131:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe7c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9131:1876039023210240:192.168.204.116@tcp:101:mount.lustre.0 00000100:00100000:2.0:1789130500.112513:0:9131:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d07f19540 going to sleep for 11 seconds 00000100:00100000:3.0:1789130500.117654:0:9131:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe7c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9131:1876039023210240:192.168.204.116@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789130500.117682:0:9131:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: ffff888d029dd000/0x6704d6e688b18487 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0525be expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130500.117695:0:9131:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: ffff888d029dd000/0x6704d6e688b18487 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xd325ee898b0525be expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789130500.117786:0:9131:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d1934b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9131:1876039023210368:192.168.204.116@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789130500.117865:0:9131:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d114e2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789130500.131431:0:9131:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d1934b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9131:1876039023210368:192.168.204.116@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789130500.131502:0:9131:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19340780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9131:1876039023210496:192.168.204.116@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789130500.131694:0:9131:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0bfd2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789130500.139986:0:9131:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19340780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9131:1876039023210496:192.168.204.116@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789130500.140648:0:9135:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19348b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9135:1876039023210624:192.168.204.116@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789130500.140753:0:9135:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d114e2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789130500.145008:0:9135:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19348b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9135:1876039023210624:192.168.204.116@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789130500.145122:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789130500.145132:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789130500.145135:0:9135:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1789130500.145142:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff888d10dc6000 00000020:00000080:3.0:1789130500.145145:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789130500.145170:0:9135:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff888d10dc6000 (ffff888d10ce0000) 00000020:00000080:3.0:1789130500.145191:0:9135:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:3.0:1789130500.145198:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff888d10dc6000 00000020:00000080:3.0:1789130500.145201:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1789130500.146011:0:9135:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff888d10dc6000 (uuid 91c48193-ebef-4196-a82a-8bb11a246e8d) 00000020:01000000:3.0:1789130500.146018:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789130500.146023:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789130500.146025:0:9135:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1789130500.146040:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789130500.146044:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789130500.146046:0:9135:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1789130500.146051:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff888d10dc6000 00000020:00000080:3.0:1789130500.146053:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789130500.146060:0:9135:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff888d10dc6000 (ffff888d10ce1a48) 00000020:00000080:3.0:1789130500.146071:0:9135:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:3.0:1789130500.146076:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff888d10dc6000 00000020:00000080:3.0:1789130500.146078:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1789130500.149262:0:9135:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff888d10dc6000 (uuid 91c48193-ebef-4196-a82a-8bb11a246e8d) 00000020:01000000:3.0:1789130500.149275:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789130500.149282:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789130500.149284:0:9135:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1789130500.149288:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789130500.149292:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789130500.149300:0:9135:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1789130500.151018:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1789130500.151023:0:9135:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1789130500.151026:0:9135:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1789130500.151035:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789130500.151039:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789130500.151041:0:9135:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1789130500.151045:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789130500.151050:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789130500.151052:0:9135:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1789130500.151055:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789130500.151060:0:9135:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.116@tcp to nid 0x20000c0a8cc74 (192.168.204.116@tcp) 00000020:01000000:0.0:1789130500.151088:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff888d10dc6000 00000020:00000080:0.0:1789130500.151092:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789130500.151115:0:9135:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff888d10dc6000 (ffff888d0becb490) 00000020:00000080:0.0:1789130500.151136:0:9135:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:0.0:1789130500.151143:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff888d10dc6000 00000020:00000080:0.0:1789130500.151146:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1789130500.151238:0:9135:0:(ldlm_lib.c:102:import_set_conn()) imp ffff888d0bfb2000@lustre-MDT0000-mdc-ffff888d10dc6000: add connection 192.168.204.116@tcp at head 00010000:00010000:0.0:1789130500.158573:0:9135:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff888d10dc6000-5 is initialized 00000040:01000000:0.0:1789130500.159107:0:9135:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff888d10dc6000 ctxt 13 is initialized 00000020:00000080:0.0:1789130500.159163:0:9135:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff888d10dc6000 (uuid 91c48193-ebef-4196-a82a-8bb11a246e8d) 00000020:01000000:0.0:1789130500.159177:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff888d10dc6000 00000020:00000080:0.0:1789130500.159182:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1789130500.159207:0:9135:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1789130500.159253:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789130500.159258:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789130500.159260:0:9135:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1789130500.159263:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789130500.159266:0:9135:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1789130500.159268:0:9135:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789130500.159269:0:9135:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789130500.159271:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789130500.159273:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789130500.159274:0:9135:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789130500.159278:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789130500.159282:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789130500.159285:0:9135:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:0.0:1789130500.159288:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789130500.159294:0:9135:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.116@tcp to nid 0x20000c0a8cc74 (192.168.204.116@tcp) 00000020:01000000:0.0:1789130500.159857:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff888d10dc6000 00000020:00000080:0.0:1789130500.159860:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789130500.159870:0:9135:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff888d10dc6000 (ffff888d0bec8000) 00000020:00000080:0.0:1789130500.160015:0:9135:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:0.0:1789130500.160023:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff888d10dc6000 00000020:00000080:0.0:1789130500.160026:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1789130500.160129:0:9135:0:(ldlm_lib.c:102:import_set_conn()) imp ffff888d0bfb4800@lustre-MDT0001-mdc-ffff888d10dc6000: add connection 192.168.204.116@tcp at head 00010000:00010000:0.0:1789130500.165529:0:9135:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff888d10dc6000-6 is initialized 00000040:01000000:0.0:1789130500.166166:0:9135:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff888d10dc6000 ctxt 13 is initialized 00000020:00000080:0.0:1789130500.166209:0:9135:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff888d10dc6000 (uuid 91c48193-ebef-4196-a82a-8bb11a246e8d) 00000020:01000000:0.0:1789130500.166224:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff888d10dc6000 00000020:00000080:0.0:1789130500.166229:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1789130500.166262:0:9135:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:0.0:1789130500.166495:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789130500.166502:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789130500.166503:0:9135:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:0.0:1789130500.166508:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789130500.166510:0:9135:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:0.0:1789130500.166512:0:9135:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789130500.166513:0:9135:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789130500.166515:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789130500.166517:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789130500.166519:0:9135:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789130500.166521:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789130500.166525:0:9135:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.116@tcp:/lustre 00000020:00000080:0.0:1789130500.166529:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789130500.166530:0:9135:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1789130500.166532:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789130500.166537:0:9135:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.116@tcp to nid 0x20000c0a8cc74 (192.168.204.116@tcp) 00000020:01000000:0.0:1789130500.166569:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff888d10dc6000 00000020:00000080:0.0:1789130500.166572:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789130500.166581:0:9135:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff888d10dc6000 (ffff888d0bec9a48) 00000020:00000080:0.0:1789130500.166596:0:9135:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:0.0:1789130500.166601:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff888d10dc6000 00000020:00000080:0.0:1789130500.166604:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1789130500.166679:0:9135:0:(ldlm_lib.c:102:import_set_conn()) imp ffff888d0bfb6800@lustre-OST0000-osc-ffff888d10dc6000: add connection 192.168.204.116@tcp at head 00010000:00010000:0.0:1789130500.166957:0:9135:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff888d10dc6000-7 is initialized 00000020:00000080:0.0:1789130500.167199:0:9135:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff888d10dc6000 (uuid 91c48193-ebef-4196-a82a-8bb11a246e8d) 00000020:01000000:0.0:1789130500.167206:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff888d10dc6000 00000020:00000080:0.0:1789130500.167209:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1789130500.167222:0:9135:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1789130500.167229:0:9135:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff888d10dc6000: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1789130500.167234:0:9135:0:(lov_obd.c:533:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1789130500.167248:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789130500.167258:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789130500.167259:0:9135:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1789130500.167262:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789130500.167264:0:9135:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1789130500.167266:0:9135:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789130500.167267:0:9135:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789130500.167269:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789130500.167271:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789130500.167273:0:9135:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789130500.167275:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789130500.167279:0:9135:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.116@tcp:/lustre 00000020:00000080:0.0:1789130500.167281:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789130500.167282:0:9135:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1789130500.167286:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789130500.167289:0:9135:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.116@tcp to nid 0x20000c0a8cc74 (192.168.204.116@tcp) 00000020:01000000:0.0:1789130500.167333:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff888d10dc6000 00000020:00000080:0.0:1789130500.167337:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789130500.167355:0:9135:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff888d10dc6000 (ffff888d0becced8) 00000020:00000080:0.0:1789130500.167366:0:9135:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:0.0:1789130500.167372:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff888d10dc6000 00000020:00000080:0.0:1789130500.167375:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1789130500.167435:0:9135:0:(ldlm_lib.c:102:import_set_conn()) imp ffff888d0bfb6000@lustre-OST0001-osc-ffff888d10dc6000: add connection 192.168.204.116@tcp at head 00010000:00010000:0.0:1789130500.167642:0:9135:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff888d10dc6000-8 is initialized 00000020:00000080:0.0:1789130500.167884:0:9135:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff888d10dc6000 (uuid 91c48193-ebef-4196-a82a-8bb11a246e8d) 00000020:01000000:0.0:1789130500.167891:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff888d10dc6000 00000020:00000080:0.0:1789130500.167894:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1789130500.167905:0:9135:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1789130500.167911:0:9135:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff888d10dc6000: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1789130500.167914:0:9135:0:(lov_obd.c:533:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1789130500.167921:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789130500.167925:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789130500.167926:0:9135:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1789130500.167936:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789130500.167939:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789130500.167940:0:9135:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789130500.167943:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789130500.167945:0:9135:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789130500.167947:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789130500.167949:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789130500.167950:0:9135:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000100:00100000:0.0:1789130500.167993:0:9135:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19340000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9135:1876039023210752:192.168.204.116@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789130500.168094:0:9135:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0bfab540 going to sleep for 11 seconds 00000100:00100000:3.0:1789130500.182602:0:9135:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19340000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9135:1876039023210752:192.168.204.116@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789130500.182652:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789130500.182665:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789130500.182667:0:9135:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789130500.182674:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1789130500.183935:0:9135:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19348b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9135:1876039023210880:192.168.204.116@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789130500.184040:0:9135:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d114e2f00 going to sleep for 11 seconds 00010000:00010000:2.0:1789130500.193178:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789130500.193846:0:9135:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19348b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9135:1876039023210880:192.168.204.116@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789130500.193966:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789130500.193976:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789130500.193978:0:9135:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789130500.193984:0:9135:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1789130500.198061:0:9131:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789130500.198094:0:9131:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789130500.198150:0:9131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: ffff888d029dd000/0x6704d6e688b18487 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0525be expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130500.198164:0:9131:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: ffff888d029dd000/0x6704d6e688b18487 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0525be expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789130500.198173:0:9131:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff888d10dc6000 from 1 10000000:01000000:0.0:1789130500.198177:0:9131:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1789130500.198219:0:9131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: ffff888d00031200/0x6704d6e688b184b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130500.198228:0:9131:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: ffff888d00031200/0x6704d6e688b184b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130500.198252:0:9131:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: ffff888d00031200/0x6704d6e688b184b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789130500.198281:0:9131:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19340000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9131:1876039023211008:192.168.204.116@tcp:101:mount.lustre.0 00000100:00100000:0.0:1789130500.198436:0:9131:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0bfab6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789130500.204586:0:9131:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19340000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9131:1876039023211008:192.168.204.116@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789130500.204619:0:9131:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: ffff888d00031200/0x6704d6e688b184b8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0525c5 expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130500.204633:0:9131:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: ffff888d00031200/0x6704d6e688b184b8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd325ee898b0525c5 expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789130500.205669:0:9131:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19348b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9131:1876039023211136:192.168.204.116@tcp:256:mount.lustre.0 00000100:00100000:3.0:1789130500.206015:0:9131:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d114e2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789130500.214037:0:9131:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19348b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9131:1876039023211136:192.168.204.116@tcp:256:mount.lustre.0 10000000:01000000:3.0:1789130500.215666:0:9131:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1789130500.215735:0:9131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: ffff888d00031200/0x6704d6e688b184b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0525c5 expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130500.215777:0:9131:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: ffff888d00031200/0x6704d6e688b184b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0525c5 expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789130500.215871:0:9131:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff888d10dc6000 from 1 10000000:01000000:2.0:1789130500.215884:0:9131:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789130500.215935:0:9131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: ffff888d029dd400/0x6704d6e688b184bf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130500.215943:0:9131:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: ffff888d029dd400/0x6704d6e688b184bf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130500.215955:0:9131:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: ffff888d029dd400/0x6704d6e688b184bf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789130500.215979:0:9131:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9131:1876039023211264:192.168.204.116@tcp:101:mount.lustre.0 00000100:00100000:2.0:1789130500.216084:0:9131:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d07f199c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789130500.219655:0:9131:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9131:1876039023211264:192.168.204.116@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789130500.219687:0:9131:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: ffff888d029dd400/0x6704d6e688b184bf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0525cc expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130500.219702:0:9131:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: ffff888d029dd400/0x6704d6e688b184bf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd325ee898b0525cc expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789130500.219821:0:9131:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9131:1876039023211392:192.168.204.116@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789130500.220026:0:9131:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d07f199c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789130500.223531:0:9131:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9131:1876039023211392:192.168.204.116@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789130500.223599:0:9131:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9131:1876039023211520:192.168.204.116@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789130500.223862:0:9131:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d07f199c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789130500.233923:0:9131:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9131:1876039023211520:192.168.204.116@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789130500.234574:0:9140:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9140:1876039023211648:192.168.204.116@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789130500.234701:0:9140:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0a6ba540 going to sleep for 11 seconds 00000100:00100000:2.0:1789130500.254002:0:9140:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9140:1876039023211648:192.168.204.116@tcp:502:llog_process_th.0 00000020:01000000:2.0:1789130500.254060:0:9140:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789130500.254076:0:9140:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130500.254079:0:9140:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789130500.254088:0:9140:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff888d10dc6000 00000020:00000080:2.0:1789130500.254090:0:9140:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789130500.254100:0:9140:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789130500.254102:0:9140:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130500.254103:0:9140:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789130500.254105:0:9140:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789130500.254107:0:9140:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789130500.254108:0:9140:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789130500.254111:0:9140:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff888d10dc6000 00000020:00000080:2.0:1789130500.254113:0:9140:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1789130500.254221:0:9140:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9140:1876039023211776:192.168.204.116@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789130500.254346:0:9140:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0a6ba540 going to sleep for 11 seconds 00000100:00100000:3.0:1789130500.263025:0:9140:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:111412d4-b556-4a0d-8ee6-211bf08ac4c1:9140:1876039023211776:192.168.204.116@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789130500.263076:0:9140:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789130500.263084:0:9140:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789130500.263087:0:9140:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1789130500.263091:0:9140:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1789130500.263289:0:9131:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:0.0:1789130500.263358:0:9131:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789130500.263379:0:9131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: ffff888d029dd400/0x6704d6e688b184bf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0525cc expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130500.263391:0:9131:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: ffff888d029dd400/0x6704d6e688b184bf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd325ee898b0525cc expref: -99 pid: 9131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1789130500.263412:0:9131:0:(llite_lib.c:1630:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1789130500.263440:0:9131:0:(genops.c:1385:class_connect()) connect: client 91c48193-ebef-4196-a82a-8bb11a246e8d, cookie 0x6704d6e688b184c6 00800000:01000000:0.0:1789130500.263465:0:9131:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 91c48193-ebef-4196-a82a-8bb11a246e8d to lustre-clilmv-ffff888d10dc6000 00800000:01000000:0.0:1789130500.263476:0:9131:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff888d10dc6000(91c48193-ebef-4196-a82a-8bb11a246e8d) - lustre-MDT0000_UUID, 91c48193-ebef-4196-a82a-8bb11a246e8d 00000020:00000080:0.0:1789130500.263486:0:9131:0:(genops.c:1385:class_connect()) connect: client 91c48193-ebef-4196-a82a-8bb11a246e8d, cookie 0x6704d6e688b184cd 00000100:00080000:0.0:1789130500.263495:0:9131:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff888d10dc6000: connect to NID 192.168.204.116@tcp last attempt 0 00000100:00080000:0.0:1789130500.263504:0:9131:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff888d10dc6000: import ffff888d0bfb2000 using connection 192.168.204.116@tcp/192.168.204.116@tcp 00000008:00100000:0.0:1789130500.263519:0:9131:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683268 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1789130500.263548:0:9131:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff888d19340780 x1876039023211904/t0(0) o38->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789130500.263575:0:9131:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0000_UUID 00800000:01000000:0.0:1789130500.263700:0:9131:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff888d10dc6000(91c48193-ebef-4196-a82a-8bb11a246e8d) successfully (5) 00800000:00000004:0.0:1789130500.263704:0:9131:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff888d10dc6000: age -634, max_age 0 00800000:01000000:0.0:1789130500.263738:0:9131:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff888d10dc6000(91c48193-ebef-4196-a82a-8bb11a246e8d) - lustre-MDT0001_UUID, 91c48193-ebef-4196-a82a-8bb11a246e8d 00000020:00000080:0.0:1789130500.263747:0:9131:0:(genops.c:1385:class_connect()) connect: client 91c48193-ebef-4196-a82a-8bb11a246e8d, cookie 0x6704d6e688b184d4 00000100:00080000:0.0:1789130500.263752:0:9131:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff888d10dc6000: connect to NID 192.168.204.116@tcp last attempt 0 00000100:00080000:0.0:1789130500.263775:0:9131:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff888d10dc6000: import ffff888d0bfb4800 using connection 192.168.204.116@tcp/192.168.204.116@tcp 00000008:00100000:0.0:1789130500.263782:0:9131:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683268 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1789130500.263795:0:9131:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff888d19342580 x1876039023212160/t0(0) o38->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789130500.263804:0:9131:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0001_UUID 00800000:01000000:0.0:1789130500.263842:0:9131:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff888d10dc6000(91c48193-ebef-4196-a82a-8bb11a246e8d) successfully (5) 00800000:00000004:0.0:1789130500.263845:0:9131:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff888d10dc6000: age -634, max_age 0 00000080:00000004:0.0:1789130500.263863:0:9131:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff888d10dc6000: age -634, max_age 365 00800000:00000004:0.0:1789130500.263869:0:9131:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff888d10dc6000: age -634, max_age 365 00000100:00080000:0.0:1789130500.263888:0:9131:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff888d19343840 x1876039023212416/t0(0) o41->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130500.264061:0:9131:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0bfab3c0 going to sleep for 0 seconds 00000100:00080000:0.0:1789130500.264122:0:2404:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff888d19343c00 x1876039023212032/t0(0) o41->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130500.264135:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19342940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023212544:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130500.264217:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00080000:0.0:1789130500.264224:0:2404:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff888d19340f00 x1876039023212288/t0(0) o41->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130500.264233:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023212672:192.168.204.116@tcp:400:kworker.0 00000100:00100000:2.0:1789130500.268230:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19340780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91c48193-ebef-4196-a82a-8bb11a246e8d:2403:1876039023211904:192.168.204.116@tcp:38:mount.lustre.0 00000100:00100000:2.0:1789130500.268373:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19342580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91c48193-ebef-4196-a82a-8bb11a246e8d:2403:1876039023212160:192.168.204.116@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789130500.276212:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d19343480 x1876039023212672/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130500.276331:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023212672:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1789130500.276442:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19342940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023212544:192.168.204.116@tcp:400:kworker.0 00000100:00100000:2.0:1789130500.288770:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d10dc6000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789130500.288786:0:2403:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff888d10dc6000: connect to target with instance 1 00000100:00080000:2.0:1789130500.288796:0:2403:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff888d10dc6000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1789130500.288808:0:2403:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789130500.288812:0:2403:0:(import.c:65:import_set_state_nolock()) ffff888d0bfb2000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1789130500.290863:0:2403:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000376b2407): req@ffff888d19343840 x1876039023212416/t0(0) o41->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789130500.290894:0:2403:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000002f2c807): req@ffff888d19343c00 x1876039023212032/t0(0) o41->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130500.290910:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19340780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91c48193-ebef-4196-a82a-8bb11a246e8d:2403:1876039023211904:192.168.204.116@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789130500.290941:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d19342580 x1876039023212160/t0(0) o38->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 520/416 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130500.290948:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d10dc6000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1789130500.290955:0:2403:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff888d10dc6000: connect to target with instance 1 00000100:00080000:0.0:1789130500.290963:0:2403:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff888d10dc6000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1789130500.290971:0:2403:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1789130500.290974:0:2403:0:(import.c:65:import_set_state_nolock()) ffff888d0bfb4800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789130500.291013:0:9131:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0bfab3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789130500.293646:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19342580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91c48193-ebef-4196-a82a-8bb11a246e8d:2403:1876039023212160:192.168.204.116@tcp:38:mount.lustre.0 00000100:00100000:3.0:1789130500.296713:0:9131:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19343840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:91c48193-ebef-4196-a82a-8bb11a246e8d:9131:1876039023212416:192.168.204.116@tcp:41:mount.lustre.0 00800000:00000004:3.0:1789130500.296746:0:9131:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff888d10dc6000: update ffff888d0becb8e0 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:3.0:1789130500.296967:0:9131:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff888d10dc6000: update ffff888d10ce1e98 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:3.0:1789130500.297014:0:9131:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19348b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:91c48193-ebef-4196-a82a-8bb11a246e8d:9131:1876039023212800:192.168.204.116@tcp:40:mount.lustre.0 00000100:00100000:3.0:1789130500.297137:0:9131:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d114e2240 going to sleep for 11 seconds 00010000:00080000:0.0:1789130500.297356:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d19340f00 x1876039023212288/t0(0) o41->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130516 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130500.297382:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19340f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91c48193-ebef-4196-a82a-8bb11a246e8d:0:1876039023212288:192.168.204.116@tcp:41:mount.lustre.0 00000100:00100000:0.0:1789130500.297397:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19343c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91c48193-ebef-4196-a82a-8bb11a246e8d:0:1876039023212032:192.168.204.116@tcp:41:mount.lustre.0 00000100:00100000:3.0:1789130500.303697:0:9131:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19348b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:91c48193-ebef-4196-a82a-8bb11a246e8d:9131:1876039023212800:192.168.204.116@tcp:40:mount.lustre.0 00000080:00000004:3.0:1789130500.303731:0:9131:0:(llite_lib.c:615:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1789130500.303747:0:9131:0:(llite_lib.c:778:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683268 ocd_grant: 2146304 00020000:01000000:3.0:1789130500.303751:0:9131:0:(lov_obd.c:187:lov_connect()) connect #0 00000020:00000080:3.0:1789130500.303776:0:9131:0:(genops.c:1385:class_connect()) connect: client 91c48193-ebef-4196-a82a-8bb11a246e8d, cookie 0x6704d6e688b184db 00000020:00000080:3.0:1789130500.303797:0:9131:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x6704d6e688b184e2 00000100:00080000:3.0:1789130500.303806:0:9131:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff888d10dc6000: connect to NID 192.168.204.116@tcp last attempt 0 00000100:00080000:3.0:1789130500.303816:0:9131:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff888d10dc6000: import ffff888d0bfb6800 using connection 192.168.204.116@tcp/192.168.204.116@tcp 00000008:00100000:3.0:1789130500.303832:0:9131:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683268 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1789130500.304002:0:9131:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff888d19348b40 x1876039023212928/t0(0) o8->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789130500.304086:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19348b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91c48193-ebef-4196-a82a-8bb11a246e8d:2403:1876039023212928:192.168.204.116@tcp:8:mount.lustre.0 00000100:00080000:3.0:1789130500.305688:0:9131:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0000_UUID 00020000:01000000:3.0:1789130500.305722:0:9131:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff888d10dc6000) active 00000020:00000080:3.0:1789130500.305774:0:9131:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x6704d6e688b184e9 00000100:00080000:3.0:1789130500.305784:0:9131:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff888d10dc6000: connect to NID 192.168.204.116@tcp last attempt 0 00000100:00080000:3.0:1789130500.305792:0:9131:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff888d10dc6000: import ffff888d0bfb6000 using connection 192.168.204.116@tcp/192.168.204.116@tcp 00000008:00100000:3.0:1789130500.305805:0:9131:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683268 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1789130500.305829:0:9131:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff888d1934a940 x1876039023213056/t0(0) o8->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789130500.305843:0:9131:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0001_UUID 00020000:01000000:3.0:1789130500.305848:0:9131:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff888d10dc6000) active 00000100:00100000:3.0:1789130500.305923:0:9131:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d1934b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:91c48193-ebef-4196-a82a-8bb11a246e8d:9131:1876039023213184:192.168.204.116@tcp:900:mount.lustre.0 00000100:00100000:0.0:1789130500.306058:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d1934a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91c48193-ebef-4196-a82a-8bb11a246e8d:2403:1876039023213056:192.168.204.116@tcp:8:mount.lustre.0 00000100:00100000:3.0:1789130500.306296:0:9131:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d114e2240 going to sleep for 11 seconds 00000100:00100000:3.0:1789130500.334939:0:9131:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d1934b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:91c48193-ebef-4196-a82a-8bb11a246e8d:9131:1876039023213184:192.168.204.116@tcp:900:mount.lustre.0 00000100:00100000:3.0:1789130500.335020:0:9131:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d1934b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:91c48193-ebef-4196-a82a-8bb11a246e8d:9131:1876039023213312:192.168.204.116@tcp:33:mount.lustre.0 00000100:00100000:3.0:1789130500.335173:0:9131:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d114e2240 going to sleep for 11 seconds 00010000:00080000:0.0:1789130500.340564:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d1934a940 x1876039023213056/t0(0) o8->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130500.340595:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff888d10dc6000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1789130500.340605:0:2403:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff888d10dc6000: connect to target with instance 1 00000100:00080000:0.0:1789130500.340616:0:2403:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff888d10dc6000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1789130500.340627:0:2403:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1789130500.340631:0:2403:0:(import.c:65:import_set_state_nolock()) ffff888d0bfb6000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1789130500.340636:0:2403:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:0.0:1789130500.340640:0:2403:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1789130500.340646:0:2403:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1789130500.340657:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d1934a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91c48193-ebef-4196-a82a-8bb11a246e8d:2403:1876039023213056:192.168.204.116@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789130500.340674:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d19348b40 x1876039023212928/t0(0) o8->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130500.340682:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff888d10dc6000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1789130500.340686:0:2403:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff888d10dc6000: connect to target with instance 1 00000100:00080000:0.0:1789130500.340691:0:2403:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff888d10dc6000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1789130500.340695:0:2403:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1789130500.340697:0:2403:0:(import.c:65:import_set_state_nolock()) ffff888d0bfb6800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1789130500.340701:0:2403:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:0.0:1789130500.340703:0:2403:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1789130500.340705:0:2403:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1789130500.340710:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19348b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91c48193-ebef-4196-a82a-8bb11a246e8d:2403:1876039023212928:192.168.204.116@tcp:8:mount.lustre.0 00000100:00100000:3.0:1789130500.344063:0:9131:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d1934b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:91c48193-ebef-4196-a82a-8bb11a246e8d:9131:1876039023213312:192.168.204.116@tcp:33:mount.lustre.0 00000080:00200000:3.0:1789130500.344579:0:9131:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d109863c8) 00000080:00200000:3.0:1789130500.345095:0:9131:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1789130500.345644:0:9131:0:(llite_lib.c:1669:ll_fill_super()) Mounted lustre-client - version 2.17.57_132_gd76390e 00000080:00000004:2.0:1789130500.355997:0:9131:0:(super25.c:182:lustre_fill_super()) 192.168.204.116@tcp:/lustre: Mount complete 00000400:00000001:2.0:1789130500.539663:0:9162:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:2.0:1789130501.212814:0:254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130501.212821:0:254:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130501.212828:0:254:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130501.212829:0:254:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130501.212995:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130501.212998:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130501.213002:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789130501.596456:0:8475:0:(connection.c:75:cpu_latency_work()) work item of ffff888d11314110 (cpu 1) has reached its deadline 4295034792, at 4295034816 00000100:00000010:1.0:1789130501.596475:0:8475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d10cae780. 00000100:00000040:0.0:1789130501.596619:0:250:0:(connection.c:75:cpu_latency_work()) work item of ffff888d11314000 (cpu 0) has reached its deadline 4295034792, at 4295034816 00000100:00000010:0.0:1789130501.596625:0:250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d1059ec00. 00010000:00000001:2.0:1789130502.237082:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130502.237092:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130502.237100:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130502.237101:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130502.237126:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130502.237129:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130502.237133:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789130503.262949:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130503.262963:0:8248:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130503.262966:0:8248:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130503.262969:0:8248:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130503.262975:0:8248:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130503.262978:0:8248:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130503.262980:0:8248:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130503.262983:0:8248:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130503.262988:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130503.262990:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130503.263239:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130503.263243:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130503.263247:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789130504.284743:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130504.284775:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130504.284783:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130504.284784:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130504.284816:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130504.284819:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130504.284823:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789130505.315209:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130505.315219:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130505.315227:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130505.315228:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130505.316087:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130505.316093:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130505.316098:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789130505.758504:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111412d4-b556-4a0d-8ee6-211bf08ac4c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130505.758520:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130505.758529:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d0bfe4b40. 00000020:00000040:2.0:1789130505.758537:0:38:0:(genops.c:1210:class_import_get()) import ffff888d10c1d000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1789130505.758543:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130505.758546:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130505.758553:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130505.758566:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d20ece500. 00000100:00000001:2.0:1789130505.758576:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.758594:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 111412d4-b556-4a0d-8ee6-211bf08ac4c1->MGS req@ffff888d0bfe4b40 x1876039023213440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130505.758608:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130505.758617:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.758627:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000887ffcd9] to pc [ptlrpcd_01_00+0] req@ffff888d0bfe4b40 x1876039023213440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130505.758674:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.758678:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130505.758683:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130505.758688:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d0bfe6580. 00000020:00000040:2.0:1789130505.758691:0:38:0:(genops.c:1210:class_import_get()) import ffff888d11423800 refcount=4 obd=lustre-MDT0000-mdc-ffff888d064b0000 00000100:00000001:2.0:1789130505.758694:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130505.758696:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130505.758770:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130505.758805:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d0b995e00. 00000100:00000001:2.0:1789130505.758810:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.758816:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0000_UUID req@ffff888d0bfe6580 x1876039023213568/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130505.758825:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130505.758827:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.758832:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282ef13b] to pc [ptlrpcd_01_01+1] req@ffff888d0bfe6580 x1876039023213568/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130505.758843:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.758846:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130505.758849:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130505.758853:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d0bfe4780. 00000020:00000040:2.0:1789130505.758856:0:38:0:(genops.c:1210:class_import_get()) import ffff888d11424800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d064b0000 00000100:00000001:2.0:1789130505.758859:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130505.758860:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130505.758863:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130505.758868:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d0bbddd00. 00000100:00000001:2.0:1789130505.758871:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.758876:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0001_UUID req@ffff888d0bfe4780 x1876039023213696/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130505.758884:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130505.758886:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.758890:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc178234] to pc [ptlrpcd_01_00+0] req@ffff888d0bfe4780 x1876039023213696/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130505.758899:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.758901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789130505.758906:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789130505.758909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789130505.758921:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789130505.758925:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130505.758928:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130505.758931:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d0bfe4f00. 00000020:00000040:2.0:1789130505.758935:0:38:0:(genops.c:1210:class_import_get()) import ffff888d0bfb2000 refcount=4 obd=lustre-MDT0000-mdc-ffff888d10dc6000 00000100:00000001:2.0:1789130505.758938:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130505.758940:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130505.758942:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130505.759026:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d0bbddc00. 00000100:00000001:2.0:1789130505.759036:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.759041:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0000_UUID req@ffff888d0bfe4f00 x1876039023213824/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130505.759049:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130505.759051:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.759056:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae9df5c5] to pc [ptlrpcd_01_01+1] req@ffff888d0bfe4f00 x1876039023213824/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130505.759063:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.759065:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130505.759069:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130505.759072:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d0bfe61c0. 00000020:00000040:2.0:1789130505.759075:0:38:0:(genops.c:1210:class_import_get()) import ffff888d0bfb4800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d10dc6000 00000100:00000001:2.0:1789130505.759077:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130505.759078:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130505.759080:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130505.759084:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d0bbdd500. 00000100:00000001:2.0:1789130505.759088:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.759092:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0001_UUID req@ffff888d0bfe61c0 x1876039023213952/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130505.759098:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130505.759107:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.759112:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009e9ca00] to pc [ptlrpcd_01_00+0] req@ffff888d0bfe61c0 x1876039023213952/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130505.759423:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.759425:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130505.759428:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130505.759432:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d0bfe6940. 00000020:00000040:2.0:1789130505.759435:0:38:0:(genops.c:1210:class_import_get()) import ffff888d0bfb6800 refcount=3 obd=lustre-OST0000-osc-ffff888d10dc6000 00000100:00000001:2.0:1789130505.759438:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130505.759439:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130505.759442:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130505.759447:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d02c8b000. 00000100:00000001:2.0:1789130505.759451:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.759457:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0000_UUID req@ffff888d0bfe6940 x1876039023214080/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130505.759464:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130505.759466:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.759472:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a7dc61d] to pc [ptlrpcd_01_01+1] req@ffff888d0bfe6940 x1876039023214080/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130505.759478:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.759481:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130505.759484:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130505.759488:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d0bfe7480. 00000020:00000040:2.0:1789130505.759491:0:38:0:(genops.c:1210:class_import_get()) import ffff888d0bfb6000 refcount=3 obd=lustre-OST0001-osc-ffff888d10dc6000 00000100:00000001:2.0:1789130505.759493:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130505.759495:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130505.759497:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130505.759501:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d02c8b300. 00000100:00000001:2.0:1789130505.759505:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.759510:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0001_UUID req@ffff888d0bfe7480 x1876039023214208/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130505.759529:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130505.759531:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.759537:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056407bf3] to pc [ptlrpcd_01_00+0] req@ffff888d0bfe7480 x1876039023214208/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130505.759544:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130505.759550:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (376) 00000100:00000001:3.0:1789130505.760485:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130505.760495:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130505.760505:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130505.760579:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d0bfe4b40 x1876039023213440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.760591:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130505.760593:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.760598:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130505.760602:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130505.760605:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130505.760611:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2406:1876039023213440:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1789130505.760616:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130505.760623:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130505.760626:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.760629:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130505.760635:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d105a9600. 02000000:00000001:3.0:1789130505.760637:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130505.760646:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1789130505.760713:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d107edcb8. 00000400:00000010:3.0:1789130505.760722:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d063b3000. 00000100:00000200:3.0:1789130505.760729:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023213440, portal 25 00000100:00000001:3.0:1789130505.760731:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130505.760733:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738105822016 : -131335603729600 : ffff888d0bfe4b40) 00000100:00000040:3.0:1789130505.760740:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d0bfe4b40 x1876039023213440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.760748:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130505.760750:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1789130505.760754:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d063b3f68. 00000100:00000200:3.0:1789130505.760757:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039023213440, offset 0 00000400:00000200:3.0:1789130505.760763:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1789130505.760772:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1789130505.760780:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1789130505.760785:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130505.760789:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1789130505.760792:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130505.760802:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1789130505.760806:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [126:126:256:4294967295] 192.168.204.116@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:3.0:1789130505.760811:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1789130505.760821:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1789130505.760827:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1789130505.760832:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02aa4300. 00000800:00000200:3.0:1789130505.760838:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1789130505.760846:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1789130505.760850:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02aa4300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130505.760865:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130505.760869:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1789130505.760872:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4295040243 00000100:00000010:3.0:1789130505.760877:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d05694600. 00000100:00000001:3.0:1789130505.760883:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789130505.760890:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4295040243 00000100:00000010:3.0:1789130505.760893:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d05694060. 00000100:00000001:3.0:1789130505.760895:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789130505.760898:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130505.760902:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.760904:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130505.760909:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d0bfe4780 x1876039023213696/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.760915:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130505.760916:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.760918:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130505.760920:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130505.760922:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130505.760925:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:814968c9-f2df-4ec0-949b-71ece5011d35:2406:1876039023213696:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1789130505.760928:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130505.760936:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130505.760937:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.760939:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130505.760942:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d105a8a00. 02000000:00000001:3.0:1789130505.760943:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130505.760947:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1789130505.760950:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d107edaa8. 00000400:00000010:3.0:1789130505.760954:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d063b37f8. 00000100:00000200:3.0:1789130505.760958:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023213696, portal 10 00000100:00000001:3.0:1789130505.760960:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130505.760962:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738105821056 : -131335603730560 : ffff888d0bfe4780) 00000100:00000040:3.0:1789130505.761063:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d0bfe4780 x1876039023213696/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.761071:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130505.761074:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1789130505.761077:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d063b3a18. 00000100:00000200:3.0:1789130505.761080:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023213696, offset 0 00000400:00000200:3.0:1789130505.761085:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1789130505.761090:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1789130505.761095:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1789130505.761099:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130505.761102:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1789130505.761104:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130505.761107:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1789130505.761110:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [127:127:255:4294967295] 192.168.204.116@tcp LPNI seq info [127:127:7:4294967295] 00000400:00000200:3.0:1789130505.761114:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1789130505.761121:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1789130505.761126:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1789130505.761130:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02aa4e00. 00000800:00000200:3.0:1789130505.761133:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1789130505.761138:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1789130505.761141:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02aa4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130505.761150:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130505.761153:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: using a timeout of 173802 usecs (174 jiffies) 00000400:00000200:3.0:1789130505.761157:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1789130505.761159:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 0 is 4295039154 00000100:00000001:3.0:1789130505.761161:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS request active for cpu 0, keep current deadline 4295040243 00000100:00000001:3.0:1789130505.761163:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 1 is 4295039154 00000100:00000001:3.0:1789130505.761165:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS request active for cpu 1, keep current deadline 4295040243 00000100:00000001:3.0:1789130505.761167:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130505.761169:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.761172:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130505.761176:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d0bfe61c0 x1876039023213952/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.761184:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130505.761185:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.761188:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130505.761191:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130505.761193:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789130505.761195:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1789130505.761198:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:91c48193-ebef-4196-a82a-8bb11a246e8d:2406:1876039023213952:192.168.204.116@tcp:400:kworker.0 00000800:00000010:1.0:1789130505.761206:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02aa4300. 00000100:00000001:3.0:1789130505.761207:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130505.761211:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130505.761215:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130505.761217:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1789130505.761219:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130505.761227:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d105a8000. 02000000:00000001:3.0:1789130505.761232:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130505.761235:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:3.0:1789130505.761239:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1789130505.761242:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d107ed630. 00000400:00000010:3.0:1789130505.761246:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d063b33b8. 00000100:00000200:3.0:1789130505.761253:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023213952, portal 10 00000100:00000001:3.0:1789130505.761255:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1789130505.761257:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d063b3f68 00000100:00000001:3.0:1789130505.761258:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738105827776 : -131335603723840 : ffff888d0bfe61c0) 00000400:00000010:1.0:1789130505.761264:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d063b3f68. 00000020:00000010:3.0:1789130505.761270:0:2406:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff888d0a066000. 00000100:00000001:1.0:1789130505.761274:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789130505.761284:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d0bfe4b40 x1876039023213440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130505.761290:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d0bfe61c0 x1876039023213952/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.761340:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130505.761346:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d0bfe4b40 x1876039023213440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.761355:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130505.761357:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789130505.761377:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789130505.761379:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02aa4e00. 00000400:00000200:1.0:1789130505.761382:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130505.761385:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1789130505.761388:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d063b3a18 00000400:00000010:1.0:1789130505.761389:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d063b3a18. 00000100:00000001:1.0:1789130505.761391:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789130505.761396:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d0bfe4780 x1876039023213696/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.761402:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130505.761405:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d0bfe4780 x1876039023213696/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.761411:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130505.761412:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789130505.762868:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130505.762875:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1789130505.762880:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d063b3aa0. 00000100:00000200:3.0:1789130505.762887:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023213952, offset 0 00000400:00000200:3.0:1789130505.762893:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1789130505.762902:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1789130505.762910:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1789130505.762915:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130505.762919:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1789130505.762924:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130505.762930:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1789130505.762934:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [128:128:256:4294967295] 192.168.204.116@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:3.0:1789130505.762941:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1789130505.762954:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1789130505.762960:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1789130505.763026:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02aa4400. 00000800:00000200:3.0:1789130505.763035:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1789130505.763041:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1789130505.763045:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02aa4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130505.763059:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130505.763064:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: using a timeout of 37881 usecs (38 jiffies) 00000400:00000200:3.0:1789130505.763070:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1789130505.763072:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295039020 00000100:00000001:3.0:1789130505.763076:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295040243 00000100:00000001:3.0:1789130505.763078:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295039020 00000100:00000001:3.0:1789130505.763080:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295040243 00000100:00000001:3.0:1789130505.763083:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130505.763098:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.763102:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130505.763112:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d0bfe7480 x1876039023214208/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.763217:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130505.763220:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.763223:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130505.763226:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130505.763228:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130505.763233:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:91c48193-ebef-4196-a82a-8bb11a246e8d:2406:1876039023214208:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1789130505.763237:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130505.763241:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130505.763243:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.763245:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130505.763250:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d105a8200. 02000000:00000001:3.0:1789130505.763252:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130505.763257:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1789130505.763262:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d107ed738. 00000400:00000010:3.0:1789130505.763268:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d063b3990. 00000100:00000200:3.0:1789130505.763274:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023214208, portal 4 00000100:00000001:3.0:1789130505.763277:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130505.763279:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738105832576 : -131335603719040 : ffff888d0bfe7480) 00000020:00000010:3.0:1789130505.763287:0:2406:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff888d0a062000. 00000100:00000040:3.0:1789130505.763294:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d0bfe7480 x1876039023214208/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.763301:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130505.763337:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1789130505.763341:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d063b3110. 00000100:00000200:3.0:1789130505.763345:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039023214208, offset 0 00000400:00000200:3.0:1789130505.763350:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1789130505.763355:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1789130505.763359:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1789130505.763370:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130505.763373:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1789130505.763376:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130505.763378:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1789130505.763381:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [129:129:255:4294967295] 192.168.204.116@tcp LPNI seq info [129:129:7:4294967295] 00000400:00000200:3.0:1789130505.763386:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1789130505.763393:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1789130505.763398:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1789130505.763403:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02aa4e00. 00000800:00000200:3.0:1789130505.763407:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1789130505.763411:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1789130505.763414:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02aa4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130505.763417:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130505.763419:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: using a timeout of 43365 usecs (44 jiffies) 00000400:00000200:3.0:1789130505.763423:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1789130505.763425:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295039027 00000100:00000001:3.0:1789130505.763427:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295040243 00000100:00000001:3.0:1789130505.763429:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295039027 00000100:00000001:3.0:1789130505.763432:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295040243 00000100:00000001:3.0:1789130505.763434:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130505.763436:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.763439:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.763442:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.763450:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130505.763453:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130505.763456:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130505.763458:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130505.763461:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130505.763464:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:3.0:1789130505.763466:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.763469:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130505.763477:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.763479:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130505.763480:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130505.763481:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130505.763487:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d0bfe6580 x1876039023213568/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.763495:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130505.763496:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.763499:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130505.763502:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130505.763504:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130505.763506:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:814968c9-f2df-4ec0-949b-71ece5011d35:2406:1876039023213568:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1789130505.763510:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130505.763512:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130505.763573:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.763576:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130505.763580:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d105a9c00. 02000000:00000001:3.0:1789130505.763582:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130505.763586:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1789130505.763588:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d107ed4d0. 00000400:00000010:3.0:1789130505.763592:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d063b3d48. 00000100:00000200:3.0:1789130505.763595:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023213568, portal 10 00000100:00000001:3.0:1789130505.763597:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130505.763598:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738105828736 : -131335603722880 : ffff888d0bfe6580) 00000100:00000040:3.0:1789130505.763605:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d0bfe6580 x1876039023213568/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.763611:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130505.763614:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1789130505.763619:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d063b3c38. 00000100:00000200:3.0:1789130505.763622:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023213568, offset 0 00000400:00000200:3.0:1789130505.763626:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1789130505.763630:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1789130505.763634:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1789130505.763645:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130505.763647:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1789130505.763649:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130505.763652:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1789130505.763726:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [130:130:254:4294967295] 192.168.204.116@tcp LPNI seq info [130:130:6:4294967295] 00000400:00000200:3.0:1789130505.763732:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1789130505.763741:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1789130505.763745:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1789130505.763749:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02aa4300. 00000800:00000200:3.0:1789130505.763753:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1789130505.763757:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1789130505.763760:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02aa4300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130505.763763:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130505.763766:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: using a timeout of 147297 usecs (148 jiffies) 00000400:00000200:3.0:1789130505.763770:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1789130505.763773:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 0 is 4295039131 00000100:00000001:3.0:1789130505.763776:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS request active for cpu 0, keep current deadline 4295040243 00000100:00000001:3.0:1789130505.763778:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 1 is 4295039131 00000100:00000001:3.0:1789130505.763781:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS request active for cpu 1, keep current deadline 4295040243 00000100:00000001:3.0:1789130505.763783:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130505.763786:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.763788:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130505.763793:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d0bfe4f00 x1876039023213824/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.763801:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130505.763802:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.763804:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130505.763806:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130505.763809:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130505.763817:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:91c48193-ebef-4196-a82a-8bb11a246e8d:2406:1876039023213824:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1789130505.763821:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130505.763823:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130505.763825:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.763827:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130505.763831:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d105a8c00. 02000000:00000001:3.0:1789130505.763833:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130505.763836:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1789130505.763839:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d107edbb0. 00000400:00000010:3.0:1789130505.763843:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d063b3bb0. 00000100:00000200:3.0:1789130505.763846:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023213824, portal 10 00000100:00000001:3.0:1789130505.763848:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130505.763849:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738105822976 : -131335603728640 : ffff888d0bfe4f00) 00000100:00000040:3.0:1789130505.763856:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d0bfe4f00 x1876039023213824/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.763863:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130505.763865:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1789130505.763869:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d063b3770. 00000100:00000200:3.0:1789130505.763871:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023213824, offset 0 00000400:00000200:3.0:1789130505.763874:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1789130505.763878:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1789130505.763882:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1789130505.763885:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130505.763888:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1789130505.763890:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130505.763893:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1789130505.763896:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [131:131:253:4294967295] 192.168.204.116@tcp LPNI seq info [131:131:5:4294967295] 00000400:00000200:3.0:1789130505.763900:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1789130505.763907:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1789130505.763911:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1789130505.763915:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02aa4200. 00000800:00000200:3.0:1789130505.763924:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1789130505.763928:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1789130505.763930:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02aa4200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130505.763934:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130505.763936:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: using a timeout of 28393 usecs (29 jiffies) 00000400:00000200:3.0:1789130505.763939:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1789130505.763942:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295039012 00000100:00000001:3.0:1789130505.763944:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295040243 00000100:00000001:3.0:1789130505.763946:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295039012 00000100:00000001:3.0:1789130505.763949:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295040243 00000100:00000001:3.0:1789130505.763950:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130505.763952:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.763954:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130505.763960:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d0bfe6940 x1876039023214080/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.764027:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130505.764029:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.764031:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130505.764033:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130505.764035:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130505.764039:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d0bfe6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:91c48193-ebef-4196-a82a-8bb11a246e8d:2406:1876039023214080:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1789130505.764043:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130505.764046:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130505.764048:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.764049:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130505.764053:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d105a9e00. 02000000:00000001:3.0:1789130505.764055:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130505.764059:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1789130505.764061:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d107ed2c0. 00000400:00000010:3.0:1789130505.764066:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d063b3cc0. 00000100:00000200:3.0:1789130505.764069:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023214080, portal 4 00000100:00000001:3.0:1789130505.764076:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130505.764078:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738105829696 : -131335603721920 : ffff888d0bfe6940) 00000020:00000010:3.0:1789130505.764084:0:2406:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff888d0a060000. 00000100:00000040:3.0:1789130505.764090:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d0bfe6940 x1876039023214080/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.764097:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130505.764099:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1789130505.764101:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d063b3550. 00000100:00000200:3.0:1789130505.764104:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039023214080, offset 0 00000400:00000200:3.0:1789130505.764108:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1789130505.764111:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1789130505.764115:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1789130505.764117:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130505.764243:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1789130505.764246:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130505.764248:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1789130505.764251:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [132:132:252:4294967295] 192.168.204.116@tcp LPNI seq info [132:132:4:4294967295] 00000400:00000200:3.0:1789130505.764256:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1789130505.764264:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1789130505.764269:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1789130505.764274:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02aa4900. 00000800:00000200:3.0:1789130505.764279:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1789130505.764283:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1789130505.764285:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02aa4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130505.764288:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130505.764290:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: using a timeout of 45795 usecs (46 jiffies) 00000400:00000200:3.0:1789130505.764293:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1789130505.764295:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295039029 00000100:00000001:3.0:1789130505.764298:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295040243 00000100:00000001:3.0:1789130505.764300:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295039029 00000100:00000001:3.0:1789130505.764347:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295040243 00000100:00000001:3.0:1789130505.764349:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130505.764352:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.764355:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.764358:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.764377:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130505.764379:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789130505.765086:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789130505.765099:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02aa4400. 00000400:00000200:1.0:1789130505.765108:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130505.765135:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1789130505.765144:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d063b3aa0 00000400:00000010:1.0:1789130505.765146:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d063b3aa0. 00000100:00000001:1.0:1789130505.765153:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789130505.765161:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d0bfe61c0 x1876039023213952/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.765192:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130505.765197:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d0bfe61c0 x1876039023213952/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.765205:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130505.765207:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789130505.765226:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789130505.765229:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02aa4e00. 00000400:00000200:1.0:1789130505.765232:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130505.765236:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1789130505.765238:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d063b3110 00000400:00000010:1.0:1789130505.765240:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d063b3110. 00000100:00000001:1.0:1789130505.765242:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789130505.765247:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d0bfe7480 x1876039023214208/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.765254:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130505.765257:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d0bfe7480 x1876039023214208/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.765263:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130505.765264:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789130505.765273:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789130505.765275:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02aa4300. 00000400:00000200:1.0:1789130505.765278:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130505.765281:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1789130505.765283:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d063b3c38 00000400:00000010:1.0:1789130505.765285:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d063b3c38. 00000100:00000001:1.0:1789130505.765287:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789130505.765292:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d0bfe6580 x1876039023213568/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.765299:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130505.765318:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d0bfe6580 x1876039023213568/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.765337:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130505.765339:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789130505.765355:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789130505.765359:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02aa4200. 00000400:00000200:1.0:1789130505.765362:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130505.765366:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1789130505.765369:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d063b3770 00000400:00000010:1.0:1789130505.765371:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d063b3770. 00000100:00000001:1.0:1789130505.765373:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789130505.765378:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d0bfe4f00 x1876039023213824/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.765386:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130505.765389:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d0bfe4f00 x1876039023213824/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.765395:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130505.765397:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789130505.765489:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789130505.765492:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02aa4900. 00000400:00000200:1.0:1789130505.765496:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130505.765499:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1789130505.765502:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d063b3550 00000400:00000010:1.0:1789130505.765505:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d063b3550. 00000100:00000001:1.0:1789130505.765510:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789130505.765514:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d0bfe6940 x1876039023214080/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.765521:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130505.765524:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d0bfe6940 x1876039023214080/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.765529:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130505.765531:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789130505.778380:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130505.778406:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130505.778411:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130505.778414:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130505.778426:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130505.778437:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130505.778451:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130505.778458:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130505.778465:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130505.778471:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f903c80 00000400:00000200:0.0:1789130505.778477:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130505.778485:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x7f1 [1] + 224 00000800:00000001:0.0:1789130505.778496:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130505.778510:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130505.778516:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130505.778521:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130505.778535:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130505.778547:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d0bfe4780 x1876039023213696/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130505.778563:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d0bfe4780 x1876039023213696/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130505.778590:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130505.778602:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130505.778607:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.778617:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130505.778627:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130505.778638:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130505.778641:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130505.778646:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d107edaa8. 00000400:00000200:3.0:1789130505.778653:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d063b37f8 00000400:00000010:3.0:1789130505.778655:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d063b37f8. 00000100:00000001:3.0:1789130505.778674:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130505.778687:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d0bfe4780 x1876039023213696/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130505.778700:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d0bfe4780 x1876039023213696/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.778710:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130505.778712:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.778716:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130505.778720:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130505.778723:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130505.778725:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.778729:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130505.778741:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11424c60 time=71 v=5 (5 0 0 0) 00000100:00001000:3.0:1789130505.778745:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11424c18 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130505.778747:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130505.778749:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130505.778752:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789130505.778758:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe4780 x1876039023213696/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789130505.778765:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.778775:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130505.778778:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d064b0000: skip recheck: last_committed 0 00000100:00000001:3.0:1789130505.778780:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130505.778781:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130505.778786:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d0bfe4780 x1876039023213696/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.778793:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130505.778796:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130505.778798:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130505.778802:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d0bfe4780 x1876039023213696/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130505.778810:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:814968c9-f2df-4ec0-949b-71ece5011d35:2406:1876039023213696:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1789130505.778816:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.778819:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130505.778823:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d0bfe4780 x1876039023213696/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.778829:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130505.778832:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130505.778835:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d105a8a00. 02000000:00000001:3.0:1789130505.778839:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130505.778842:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130505.778844:0:2406:0:(genops.c:1223:class_import_put()) import ffff888d11424800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d064b0000 00000020:00000001:3.0:1789130505.778846:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130505.778848:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d0bbddd00. 02000000:00000001:3.0:1789130505.778852:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130505.778854:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130505.778856:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d0bfe4780. 00000100:00000001:3.0:1789130505.778859:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130505.778860:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.778864:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.778866:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130505.778867:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130505.778869:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.778877:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789130505.783834:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130505.783868:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789130505.783876:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130505.783879:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130505.783891:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.783902:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1789130505.783914:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.783920:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.783928:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.783933:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6aa3f5f903b80 00000400:00000200:1.0:1789130505.783939:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.783959:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x7e9 [1] + 224 00000800:00000001:1.0:1789130505.783969:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130505.783974:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130505.783978:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130505.783984:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1789130505.783994:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130505.784005:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d0bfe4b40 x1876039023213440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789130505.784018:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d0bfe4b40 x1876039023213440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.784037:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789130505.784050:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130505.784054:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789130505.784057:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130505.784059:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130505.784062:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.784065:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1789130505.784070:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.784072:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.784075:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.784078:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 4 MB=0x6aa3f5f903e80 00000400:00000200:1.0:1789130505.784082:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.784093:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.116@tcp of length 224/224 into md 0x801 [1] + 224 00000800:00000001:1.0:1789130505.784098:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130505.784103:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130505.784105:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130505.784108:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1789130505.784112:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130505.784117:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d0bfe7480 x1876039023214208/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789130505.784137:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d0bfe7480 x1876039023214208/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.784146:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789130505.784151:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130505.784156:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789130505.784158:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130505.786831:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130505.786854:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.786861:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1789130505.786871:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.786876:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.786881:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.786885:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f903d80 00000400:00000200:1.0:1789130505.786891:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.786898:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:1.0:1789130505.786913:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130505.786921:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130505.786924:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130505.786930:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1789130505.786942:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130505.786953:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d0bfe61c0 x1876039023213952/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789130505.786966:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d0bfe61c0 x1876039023213952/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.786984:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789130505.786996:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130505.787000:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789130505.787002:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130505.787004:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130505.787007:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.787011:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1789130505.787015:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.787017:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.787020:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.787023:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f903c00 00000400:00000200:1.0:1789130505.787025:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.787029:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x809 [1] + 224 00000800:00000001:1.0:1789130505.787032:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130505.787035:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130505.787037:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130505.787040:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1789130505.787043:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130505.787047:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d0bfe6580 x1876039023213568/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789130505.787056:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d0bfe6580 x1876039023213568/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.787063:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789130505.787066:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130505.787069:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789130505.787071:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130505.787073:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130505.787075:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.787078:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1789130505.787081:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.787089:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.787091:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.787094:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 4 MB=0x6aa3f5f903e00 00000400:00000200:1.0:1789130505.787097:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130505.787101:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.116@tcp of length 224/224 into md 0x819 [1] + 224 00000800:00000001:1.0:1789130505.787105:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130505.787116:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130505.787119:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130505.787121:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1789130505.787125:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130505.787203:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d0bfe6940 x1876039023214080/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789130505.787214:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d0bfe6940 x1876039023214080/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130505.787222:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789130505.787227:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130505.787231:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.789467:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130505.789477:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130505.789486:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130505.789489:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130505.789493:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d107ed4d0. 00000400:00000200:3.0:1789130505.789501:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d063b3d48 00000400:00000010:3.0:1789130505.789504:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d063b3d48. 00000100:00000001:3.0:1789130505.789510:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130505.789523:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d0bfe6580 x1876039023213568/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130505.789536:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d0bfe6580 x1876039023213568/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.789543:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130505.789545:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.789548:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130505.789551:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130505.789554:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130505.789556:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.789559:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130505.789571:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11423c60 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1789130505.789575:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11423c18 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130505.789578:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130505.789581:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130505.789585:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130505.789589:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.789594:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130505.789597:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d064b0000: skip recheck: last_committed 0 00000100:00000001:3.0:1789130505.789600:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130505.789603:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130505.789612:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d0bfe6580 x1876039023213568/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.789621:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130505.789625:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130505.789627:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130505.789655:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d0bfe6580 x1876039023213568/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1789130505.789799:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130505.789815:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130505.789818:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130505.789820:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130505.789829:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130505.789835:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130505.789844:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130505.789849:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130505.789855:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130505.789863:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f903d00 00000400:00000200:0.0:1789130505.789868:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130505.789874:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x811 [1] + 224 00000800:00000001:0.0:1789130505.789883:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130505.789902:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130505.789908:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130505.789913:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130505.789921:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130505.789928:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d0bfe4f00 x1876039023213824/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130505.789938:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d0bfe4f00 x1876039023213824/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130505.789946:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130505.789956:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130505.789959:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789130505.790055:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:814968c9-f2df-4ec0-949b-71ece5011d35:2406:1876039023213568:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1789130505.790066:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130505.790068:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130505.790070:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d107edbb0. 00000400:00000200:3.0:1789130505.790073:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d063b3bb0 00000400:00000010:3.0:1789130505.790075:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d063b3bb0. 00000100:00000001:3.0:1789130505.790078:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130505.790084:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d0bfe4f00 x1876039023213824/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130505.790094:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d0bfe4f00 x1876039023213824/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.790100:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130505.790102:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.790104:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130505.790105:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130505.790106:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130505.790108:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.790110:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130505.790115:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb2460 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1789130505.790118:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb2418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130505.790120:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130505.790121:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130505.790123:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130505.790125:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.790128:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130505.790129:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:3.0:1789130505.790131:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130505.790132:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130505.790136:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d0bfe4f00 x1876039023213824/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.790156:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130505.790158:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130505.790160:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130505.790164:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d0bfe4f00 x1876039023213824/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130505.790172:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:91c48193-ebef-4196-a82a-8bb11a246e8d:2406:1876039023213824:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1789130505.790179:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130505.790180:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130505.790183:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d107ed2c0. 00000400:00000200:3.0:1789130505.790185:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d063b3cc0 00000400:00000010:3.0:1789130505.790187:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d063b3cc0. 00000100:00000001:3.0:1789130505.790189:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130505.790193:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d0bfe6940 x1876039023214080/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130505.790201:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d0bfe6940 x1876039023214080/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.790207:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130505.790208:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.790210:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130505.790211:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130505.790213:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130505.790214:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.790216:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130505.790220:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb6c60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1789130505.790223:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb6c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130505.790225:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130505.790226:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130505.790228:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789130505.790231:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe6940 x1876039023214080/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789130505.790249:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.790252:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130505.790253:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:3.0:1789130505.790255:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130505.790256:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130505.790260:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d0bfe6940 x1876039023214080/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.790265:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130505.790267:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130505.790268:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130505.790272:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d0bfe6940 x1876039023214080/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130505.790279:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:91c48193-ebef-4196-a82a-8bb11a246e8d:2406:1876039023214080:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1789130505.790284:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130505.790286:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130505.790287:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d107edcb8. 00000400:00000200:3.0:1789130505.790290:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d063b3000 00000400:00000010:3.0:1789130505.790292:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d063b3000. 00000100:00000001:3.0:1789130505.790294:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130505.790297:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d0bfe4b40 x1876039023213440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130505.790392:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d0bfe4b40 x1876039023213440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.790399:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130505.790401:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.790403:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130505.790406:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130505.790407:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130505.790410:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.790412:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130505.790422:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d10c1d460 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1789130505.790425:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d10c1d418 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130505.790427:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130505.790428:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130505.790430:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130505.790431:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.790433:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130505.790436:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d0bfe4b40 x1876039023213440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.791937:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130505.791943:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130505.791945:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130505.791957:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d0bfe4b40 x1876039023213440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130505.791966:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2406:1876039023213440:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1789130505.791977:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130505.791979:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130505.791981:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d107ed630. 00000400:00000200:3.0:1789130505.791987:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d063b33b8 00000400:00000010:3.0:1789130505.791990:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d063b33b8. 00000100:00000001:3.0:1789130505.792068:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130505.792074:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d0bfe61c0 x1876039023213952/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130505.792083:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d0bfe61c0 x1876039023213952/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.792089:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130505.792091:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.792093:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130505.792096:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130505.792098:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130505.792100:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.792102:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130505.792126:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb4c60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1789130505.792129:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb4c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130505.792132:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130505.792133:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130505.792136:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789130505.792140:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe61c0 x1876039023213952/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789130505.792146:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.792150:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130505.792151:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:3.0:1789130505.792153:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130505.792155:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130505.792158:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d0bfe61c0 x1876039023213952/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.792164:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130505.792166:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130505.792167:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130505.792170:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d0bfe61c0 x1876039023213952/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130505.792177:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:91c48193-ebef-4196-a82a-8bb11a246e8d:2406:1876039023213952:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1789130505.792183:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130505.792185:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130505.792187:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d107ed738. 00000400:00000200:3.0:1789130505.792189:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d063b3990 00000400:00000010:3.0:1789130505.792191:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d063b3990. 00000100:00000001:3.0:1789130505.792194:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130505.792197:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d0bfe7480 x1876039023214208/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130505.792206:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d0bfe7480 x1876039023214208/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.792225:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130505.792226:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.792228:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130505.792230:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130505.792231:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130505.792233:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130505.792235:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130505.792241:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb6460 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1789130505.792244:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb6418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130505.792246:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130505.792247:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130505.792248:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789130505.792252:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d0bfe7480 x1876039023214208/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789130505.792259:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.792261:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130505.792262:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:3.0:1789130505.792264:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130505.792266:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130505.792270:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d0bfe7480 x1876039023214208/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.792276:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130505.792278:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130505.792280:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130505.792283:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d0bfe7480 x1876039023214208/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130505.792289:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d0bfe7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:91c48193-ebef-4196-a82a-8bb11a246e8d:2406:1876039023214208:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1789130505.792292:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.792295:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130505.792299:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d0bfe6580 x1876039023213568/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.792345:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130505.792349:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130505.792353:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d105a9c00. 02000000:00000001:3.0:1789130505.792358:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130505.792361:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130505.792363:0:2406:0:(genops.c:1223:class_import_put()) import ffff888d11423800 refcount=3 obd=lustre-MDT0000-mdc-ffff888d064b0000 00000020:00000001:3.0:1789130505.792365:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130505.792368:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d0b995e00. 02000000:00000001:3.0:1789130505.792372:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130505.792373:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130505.792376:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d0bfe6580. 00000100:00000001:3.0:1789130505.792379:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130505.792380:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.792382:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130505.792387:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d0bfe4f00 x1876039023213824/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.792392:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130505.792394:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130505.792395:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d105a8c00. 02000000:00000001:3.0:1789130505.792398:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130505.792399:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130505.792400:0:2406:0:(genops.c:1223:class_import_put()) import ffff888d0bfb2000 refcount=3 obd=lustre-MDT0000-mdc-ffff888d10dc6000 00000020:00000001:3.0:1789130505.792401:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130505.792402:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d0bbddc00. 02000000:00000001:3.0:1789130505.792404:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130505.792405:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130505.792406:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d0bfe4f00. 00000100:00000001:3.0:1789130505.792408:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130505.792409:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.792411:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130505.792414:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d0bfe6940 x1876039023214080/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.792420:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130505.792421:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130505.792428:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d105a9e00. 02000000:00000001:3.0:1789130505.792430:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130505.792432:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130505.792433:0:2406:0:(genops.c:1223:class_import_put()) import ffff888d0bfb6800 refcount=2 obd=lustre-OST0000-osc-ffff888d10dc6000 00000020:00000001:3.0:1789130505.792434:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130505.792436:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d02c8b000. 02000000:00000001:3.0:1789130505.792438:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130505.792439:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130505.792440:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d0bfe6940. 00000100:00000001:3.0:1789130505.792442:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130505.792444:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.792446:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130505.792452:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d0bfe4b40 x1876039023213440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.792458:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130505.792460:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130505.792461:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d105a9600. 02000000:00000001:3.0:1789130505.792466:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130505.792468:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130505.792470:0:2406:0:(genops.c:1223:class_import_put()) import ffff888d10c1d000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1789130505.792472:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130505.792474:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d20ece500. 02000000:00000001:3.0:1789130505.792479:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130505.792481:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130505.792484:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d0bfe4b40. 00000100:00000001:3.0:1789130505.792486:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130505.792487:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.792489:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130505.792492:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d0bfe61c0 x1876039023213952/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.792497:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130505.792498:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130505.792499:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d105a8000. 02000000:00000001:3.0:1789130505.792501:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130505.792502:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130505.792503:0:2406:0:(genops.c:1223:class_import_put()) import ffff888d0bfb4800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d10dc6000 00000020:00000001:3.0:1789130505.792505:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130505.792512:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d0bbdd500. 02000000:00000001:3.0:1789130505.792515:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130505.792516:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130505.792517:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d0bfe61c0. 00000100:00000001:3.0:1789130505.792519:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130505.792521:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.792523:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130505.792527:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d0bfe7480 x1876039023214208/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130505.792533:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130505.792535:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130505.792536:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d105a8200. 02000000:00000001:3.0:1789130505.792539:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130505.792540:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130505.792541:0:2406:0:(genops.c:1223:class_import_put()) import ffff888d0bfb6000 refcount=2 obd=lustre-OST0001-osc-ffff888d10dc6000 00000020:00000001:3.0:1789130505.792542:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130505.792544:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d02c8b300. 02000000:00000001:3.0:1789130505.792546:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130505.792546:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130505.792548:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d0bfe7480. 00000100:00000001:3.0:1789130505.792550:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130505.792551:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.792554:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130505.792562:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130505.792564:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130505.792566:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130505.792568:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130506.333138:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130506.333150:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130506.333159:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130506.333160:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130506.333187:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130506.333191:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130506.333195:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789130506.830253:0:9363:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130506.830268:0:9363:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130507.037071:0:250:0:(connection.c:75:cpu_latency_work()) work item of ffff888d11314000 (cpu 0) has reached its deadline 4295040243, at 4295040256 00000100:00000010:0.0:1789130507.037097:0:250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d05694600. 00000100:00000040:1.0:1789130507.037421:0:8475:0:(connection.c:75:cpu_latency_work()) work item of ffff888d11314110 (cpu 1) has reached its deadline 4295040243, at 4295040257 00000100:00000010:1.0:1789130507.037429:0:8475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d05694060. 00010000:00000001:2.0:1789130507.357680:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130507.357690:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130507.357699:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130507.357700:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130507.357771:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130507.357775:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130507.357780:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1789130507.432123:0:9399:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789130507.432133:0:9399:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg416-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:3.0:1789130507.444066:0:9399:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1789130507.538243:0:9403:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130507.538260:0:9403:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130507.609784:0:9408:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130507.609800:0:9408:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130508.380462:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130508.380470:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130508.380475:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130508.380476:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130508.380494:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130508.380497:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130508.380500:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789130509.405371:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130509.405377:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130509.405383:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130509.405386:0:8248:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130509.405388:0:8248:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130509.405391:0:8248:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130509.405394:0:8248:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130509.405397:0:8248:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130509.405399:0:8248:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130509.405401:0:8248:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130509.412341:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130509.412348:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130509.412352:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789130510.432134:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130510.432141:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130510.432147:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130510.432149:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130510.432174:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130510.432176:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130510.432179:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789130510.876639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111412d4-b556-4a0d-8ee6-211bf08ac4c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130510.876652:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130510.876663:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d19342940. 00000020:00000040:0.0:1789130510.876670:0:8:0:(genops.c:1210:class_import_get()) import ffff888d10c1d000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1789130510.876675:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130510.876678:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130510.876683:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130510.876706:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d0bae1800. 00000100:00000001:0.0:1789130510.876712:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.876725:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 111412d4-b556-4a0d-8ee6-211bf08ac4c1->MGS req@ffff888d19342940 x1876039023214336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130510.876736:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130510.876741:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.876747:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbc1903c] to pc [ptlrpcd_00_00+0] req@ffff888d19342940 x1876039023214336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.876783:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.876786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130510.876789:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130510.876792:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d19343480. 00000020:00000040:0.0:1789130510.876795:0:8:0:(genops.c:1210:class_import_get()) import ffff888d11423800 refcount=4 obd=lustre-MDT0000-mdc-ffff888d064b0000 00000100:00000001:0.0:1789130510.876797:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130510.876798:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130510.876800:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130510.876803:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d0bae1f00. 00000100:00000001:0.0:1789130510.876805:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.876810:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0000_UUID req@ffff888d19343480 x1876039023214464/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130510.876816:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130510.876819:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.876822:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7dcc713] to pc [ptlrpcd_00_01+1] req@ffff888d19343480 x1876039023214464/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.876830:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.876832:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130510.876835:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130510.876837:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d19341e00. 00000020:00000040:0.0:1789130510.876839:0:8:0:(genops.c:1210:class_import_get()) import ffff888d11424800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d064b0000 00000100:00000001:0.0:1789130510.876841:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130510.876849:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130510.876851:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130510.876855:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d0bae1d00. 00000100:00000001:0.0:1789130510.876858:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.876863:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0001_UUID req@ffff888d19341e00 x1876039023214592/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130510.876870:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130510.876872:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.876876:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095d5d13d] to pc [ptlrpcd_00_00+0] req@ffff888d19341e00 x1876039023214592/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.876883:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.876885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789130510.876888:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789130510.876891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789130510.876893:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789130510.876896:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130510.876899:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130510.876902:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d193412c0. 00000020:00000040:0.0:1789130510.876904:0:8:0:(genops.c:1210:class_import_get()) import ffff888d0bfb2000 refcount=4 obd=lustre-MDT0000-mdc-ffff888d10dc6000 00000100:00000001:0.0:1789130510.876906:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130510.876907:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130510.876909:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130510.876912:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d0bae1700. 00000100:00000001:0.0:1789130510.876915:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.876919:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0000_UUID req@ffff888d193412c0 x1876039023214720/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130510.876925:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130510.876940:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.876950:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968a5cc2] to pc [ptlrpcd_00_01+1] req@ffff888d193412c0 x1876039023214720/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.876958:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.876960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130510.876962:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130510.876965:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d193403c0. 00000020:00000040:0.0:1789130510.876968:0:8:0:(genops.c:1210:class_import_get()) import ffff888d0bfb4800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d10dc6000 00000100:00000001:0.0:1789130510.876970:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130510.876971:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130510.876973:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130510.876978:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d217a4900. 00000100:00000001:0.0:1789130510.876981:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.876985:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0001_UUID req@ffff888d193403c0 x1876039023214848/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130510.876991:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130510.876993:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.876996:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a00954b] to pc [ptlrpcd_00_00+0] req@ffff888d193403c0 x1876039023214848/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.877003:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.877005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130510.877008:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130510.877011:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d193430c0. 00000020:00000040:0.0:1789130510.877013:0:8:0:(genops.c:1210:class_import_get()) import ffff888d0bfb6800 refcount=3 obd=lustre-OST0000-osc-ffff888d10dc6000 00000100:00000001:0.0:1789130510.877015:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130510.877016:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130510.877017:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130510.877020:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d217a4f00. 00000100:00000001:0.0:1789130510.877022:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.877026:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0000_UUID req@ffff888d193430c0 x1876039023214976/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130510.877045:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130510.877046:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.877050:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007af2ea13] to pc [ptlrpcd_00_01+1] req@ffff888d193430c0 x1876039023214976/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.877057:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.877059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130510.877062:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130510.877066:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d19340b40. 00000020:00000040:0.0:1789130510.877068:0:8:0:(genops.c:1210:class_import_get()) import ffff888d0bfb6000 refcount=3 obd=lustre-OST0001-osc-ffff888d10dc6000 00000100:00000001:0.0:1789130510.877070:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130510.877072:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130510.877074:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130510.877079:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d05444c00. 00000100:00000001:0.0:1789130510.877082:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.877086:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0001_UUID req@ffff888d19340b40 x1876039023215104/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130510.877093:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130510.877094:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.877098:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a007842] to pc [ptlrpcd_00_00+0] req@ffff888d19340b40 x1876039023215104/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.877105:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.877109:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (381) 00000100:00000001:0.0:1789130510.877120:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130510.877124:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130510.877126:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130510.877132:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d19343480 x1876039023214464/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.877139:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130510.877141:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130510.877150:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130510.877153:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130510.877156:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130510.877160:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023214464:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1789130510.877164:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130510.877170:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130510.877172:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130510.877174:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130510.877179:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d099ffe00. 02000000:00000001:0.0:1789130510.877181:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130510.877189:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1789130510.877194:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d0014b210. 00000400:00000010:0.0:1789130510.877202:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d0bfa94c8. 00000100:00000200:0.0:1789130510.877210:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023214464, portal 10 00000100:00000001:0.0:1789130510.877212:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130510.877213:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327458944 : -131335382092672 : ffff888d19343480) 00000100:00000040:0.0:1789130510.877220:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d19343480 x1876039023214464/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.877228:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130510.877231:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1789130510.877234:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d0bfa96e8. 00000100:00000200:0.0:1789130510.877236:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023214464, offset 0 00000400:00000200:0.0:1789130510.877242:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1789130510.877251:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.877258:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1789130510.877264:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130510.877269:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1789130510.877272:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130510.877276:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1789130510.877279:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [133:133:256:4294967295] 192.168.204.116@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:0.0:1789130510.877283:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.877292:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1789130510.877329:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1789130510.877334:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d19307100. 00000800:00000200:0.0:1789130510.877341:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1789130510.877350:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1789130510.877354:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d19307100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130510.877366:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.877370:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: using a timeout of 142346 usecs (143 jiffies) 00000400:00000200:0.0:1789130510.877374:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1789130510.877377:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 0 is 4295044240 00000100:00000010:0.0:1789130510.877381:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d0be7f600. 00000100:00000001:0.0:1789130510.877388:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789130510.877395:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 1 is 4295044240 00000100:00000010:0.0:1789130510.877399:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d0be7fba0. 00000100:00000001:0.0:1789130510.877402:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789130510.877409:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130510.877413:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130510.877415:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130510.877419:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d193412c0 x1876039023214720/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.877425:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130510.877427:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130510.877429:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130510.877430:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130510.877432:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130510.877434:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d193412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91c48193-ebef-4196-a82a-8bb11a246e8d:2405:1876039023214720:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1789130510.877437:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130510.877439:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130510.877441:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130510.877442:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130510.877445:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d099fee00. 02000000:00000001:0.0:1789130510.877452:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130510.877455:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1789130510.877458:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d0014b8f0. 00000400:00000010:0.0:1789130510.877461:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d0bfa9440. 00000100:00000200:0.0:1789130510.877464:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023214720, portal 10 00000100:00000001:0.0:1789130510.877466:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130510.877468:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327450304 : -131335382101312 : ffff888d193412c0) 00000100:00000040:0.0:1789130510.877473:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d193412c0 x1876039023214720/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.877479:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130510.877481:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1789130510.877483:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d0bfa9a18. 00000100:00000200:0.0:1789130510.877485:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023214720, offset 0 00000400:00000200:0.0:1789130510.877489:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1789130510.877493:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.877497:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1789130510.877500:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130510.877502:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1789130510.877504:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130510.877506:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1789130510.877509:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [134:134:255:4294967295] 192.168.204.116@tcp LPNI seq info [134:134:7:4294967295] 00000400:00000200:0.0:1789130510.877513:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.877519:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1789130510.877523:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1789130510.877526:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d19307a00. 00000800:00000200:0.0:1789130510.877530:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1789130510.877534:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1789130510.877536:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d19307a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130510.877540:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.877542:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: using a timeout of 29881 usecs (30 jiffies) 00000400:00000200:0.0:1789130510.877545:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1789130510.877552:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295044127 00000100:00000001:0.0:1789130510.877554:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295044240 00000100:00000001:0.0:1789130510.877556:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295044127 00000100:00000001:0.0:1789130510.877558:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295044240 00000100:00000001:0.0:1789130510.877571:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130510.877574:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130510.877576:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130510.877582:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d193430c0 x1876039023214976/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.877587:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130510.877589:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130510.877591:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130510.877592:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130510.877594:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130510.877596:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d193430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91c48193-ebef-4196-a82a-8bb11a246e8d:2405:1876039023214976:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1789130510.877599:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130510.877602:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130510.877603:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130510.877605:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130510.877608:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d099ff200. 02000000:00000001:0.0:1789130510.877610:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130510.877613:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1789130510.877615:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d0014b9f8. 00000400:00000010:0.0:1789130510.877619:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d0bfa9198. 00000100:00000200:0.0:1789130510.877621:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023214976, portal 4 00000100:00000001:0.0:1789130510.877623:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130510.877624:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327457984 : -131335382093632 : ffff888d193430c0) 00000100:00000040:0.0:1789130510.877629:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d193430c0 x1876039023214976/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.877636:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130510.877638:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1789130510.877645:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d0bfa9330. 00000100:00000200:0.0:1789130510.877648:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039023214976, offset 0 00000400:00000200:0.0:1789130510.877652:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1789130510.877656:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.877659:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1789130510.877662:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130510.877664:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1789130510.877667:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130510.877669:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1789130510.877672:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [135:135:254:4294967295] 192.168.204.116@tcp LPNI seq info [135:135:6:4294967295] 00000400:00000200:0.0:1789130510.877675:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.877680:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1789130510.877685:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1789130510.877688:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d19307c00. 00000800:00000200:0.0:1789130510.877692:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1789130510.877696:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1789130510.877698:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d19307c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130510.877702:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.877704:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: using a timeout of 42105 usecs (43 jiffies) 00000400:00000200:0.0:1789130510.877707:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1789130510.877709:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295044140 00000100:00000001:0.0:1789130510.877711:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295044240 00000100:00000001:0.0:1789130510.877713:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295044140 00000100:00000001:0.0:1789130510.877715:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295044240 00000100:00000001:0.0:1789130510.877717:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130510.877719:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130510.877722:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130510.877725:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130510.877732:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130510.877734:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789130510.877742:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130510.877743:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130510.877745:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130510.877747:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000001:0.0:1789130510.877749:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130510.877751:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130510.877752:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130510.877754:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130510.877755:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130510.877755:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130510.877760:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d19342940 x1876039023214336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.877766:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130510.877767:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130510.877769:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130510.877770:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130510.877772:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130510.877775:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19342940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2405:1876039023214336:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1789130510.877778:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130510.877780:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130510.877782:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130510.877783:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130510.877786:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d099ffc00. 02000000:00000001:0.0:1789130510.877787:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130510.877790:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1789130510.877793:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d0014b0b0. 00000400:00000010:0.0:1789130510.877796:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d0bfa9e58. 00000100:00000200:0.0:1789130510.877799:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023214336, portal 25 00000100:00000001:0.0:1789130510.877800:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130510.877801:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327456064 : -131335382095552 : ffff888d19342940) 00000100:00000040:0.0:1789130510.877805:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d19342940 x1876039023214336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.877810:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130510.877812:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1789130510.877818:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d0bfa9908. 00000100:00000200:0.0:1789130510.877822:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039023214336, offset 0 00000400:00000200:0.0:1789130510.877826:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1789130510.877829:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.877832:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1789130510.877835:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130510.877837:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1789130510.877840:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130510.877842:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1789130510.877845:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [136:136:253:4294967295] 192.168.204.116@tcp LPNI seq info [136:136:5:4294967295] 00000400:00000200:0.0:1789130510.877849:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.877854:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1789130510.877859:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1789130510.877862:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d19307500. 00000800:00000200:0.0:1789130510.877866:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1789130510.877870:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1789130510.877872:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d19307500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130510.877875:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130510.877878:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1789130510.877879:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4295045360 00000100:00000001:0.0:1789130510.877885:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295044240 00000100:00000001:0.0:1789130510.877888:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4295045360 00000100:00000001:0.0:1789130510.877890:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295044240 00000100:00000001:0.0:1789130510.877893:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130510.877894:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130510.877896:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130510.877900:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d19341e00 x1876039023214592/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.877906:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130510.877908:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130510.877916:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130510.877917:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130510.877920:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130510.877923:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19341e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023214592:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1789130510.877926:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130510.877928:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130510.877929:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130510.877931:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130510.877933:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d099ff400. 02000000:00000001:0.0:1789130510.877935:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130510.877938:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1789130510.877940:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d0014b840. 00000400:00000010:0.0:1789130510.877944:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d0bfa9880. 00000100:00000200:0.0:1789130510.877946:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023214592, portal 10 00000100:00000001:0.0:1789130510.877948:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130510.877949:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327453184 : -131335382098432 : ffff888d19341e00) 00000100:00000040:0.0:1789130510.877954:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d19341e00 x1876039023214592/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.877960:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130510.877963:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1789130510.877964:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d0bfa92a8. 00000100:00000200:0.0:1789130510.877966:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023214592, offset 0 00000400:00000200:0.0:1789130510.877970:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1789130510.877974:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.877977:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1789130510.877979:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130510.877981:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1789130510.877983:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130510.877985:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1789130510.877988:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [137:137:252:4294967295] 192.168.204.116@tcp LPNI seq info [137:137:4:4294967295] 00000400:00000200:0.0:1789130510.877992:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.877997:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1789130510.878008:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1789130510.878011:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d19307000. 00000800:00000200:0.0:1789130510.878015:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1789130510.878019:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1789130510.878021:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d19307000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130510.878024:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.878027:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: using a timeout of 165036 usecs (166 jiffies) 00000400:00000200:0.0:1789130510.878030:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1789130510.878032:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 0 is 4295044263 00000100:00000001:0.0:1789130510.878034:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS request active for cpu 0, keep current deadline 4295045360 00000100:00000001:0.0:1789130510.878035:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 1 is 4295044263 00000100:00000001:0.0:1789130510.878037:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS request active for cpu 1, keep current deadline 4295045360 00000100:00000001:0.0:1789130510.878039:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130510.878041:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130510.878043:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130510.878047:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d193403c0 x1876039023214848/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.878053:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130510.878055:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130510.878057:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130510.878058:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130510.878060:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130510.878063:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d193403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91c48193-ebef-4196-a82a-8bb11a246e8d:2405:1876039023214848:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1789130510.878066:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130510.878069:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130510.878070:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130510.878072:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130510.878075:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d099ffa00. 02000000:00000001:0.0:1789130510.878076:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130510.878079:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1789130510.878087:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d0014be18. 00000400:00000010:0.0:1789130510.878091:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d0bfa9088. 00000100:00000200:0.0:1789130510.878093:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023214848, portal 10 00000100:00000001:0.0:1789130510.878095:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130510.878096:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327446464 : -131335382105152 : ffff888d193403c0) 00000100:00000040:0.0:1789130510.878102:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d193403c0 x1876039023214848/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.878108:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130510.878110:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1789130510.878112:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d0bfa9660. 00000100:00000200:0.0:1789130510.878114:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023214848, offset 0 00000400:00000200:0.0:1789130510.878118:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1789130510.878121:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.878124:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1789130510.878126:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130510.878129:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1789130510.878131:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130510.878133:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1789130510.878135:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [138:138:251:4294967295] 192.168.204.116@tcp LPNI seq info [138:138:3:4294967295] 00000400:00000200:0.0:1789130510.878139:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.878145:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1789130510.878149:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1789130510.878153:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d19307700. 00000800:00000200:0.0:1789130510.878157:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1789130510.878161:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1789130510.878163:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d19307700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130510.878166:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.878168:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: using a timeout of 38867 usecs (39 jiffies) 00000400:00000200:0.0:1789130510.878171:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1789130510.878172:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295044136 00000100:00000001:0.0:1789130510.878175:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295045360 00000100:00000001:0.0:1789130510.878182:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295044136 00000100:00000001:0.0:1789130510.878184:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295045360 00000100:00000001:0.0:1789130510.878186:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130510.878188:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130510.878190:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130510.878194:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d19340b40 x1876039023215104/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.878201:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130510.878203:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130510.878205:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130510.878207:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130510.878208:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130510.878211:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19340b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91c48193-ebef-4196-a82a-8bb11a246e8d:2405:1876039023215104:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1789130510.878214:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130510.878216:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130510.878218:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130510.878219:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130510.878222:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d099ff000. 02000000:00000001:0.0:1789130510.878224:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130510.878227:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1789130510.878230:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d0014b1b8. 00000400:00000010:0.0:1789130510.878233:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d0bfa9dd0. 00000100:00000200:0.0:1789130510.878236:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023215104, portal 4 00000100:00000001:0.0:1789130510.878238:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130510.878239:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327448384 : -131335382103232 : ffff888d19340b40) 00000100:00000040:0.0:1789130510.878245:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d19340b40 x1876039023215104/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.878252:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130510.878254:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1789130510.878256:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d0bfa95d8. 00000100:00000200:0.0:1789130510.878258:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039023215104, offset 0 00000400:00000200:0.0:1789130510.878268:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1789130510.878271:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.878275:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1789130510.878277:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130510.878279:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1789130510.878281:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130510.878283:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1789130510.878286:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [139:139:250:4294967295] 192.168.204.116@tcp LPNI seq info [139:139:2:4294967295] 00000400:00000200:0.0:1789130510.878289:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.878294:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1789130510.878298:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1789130510.878301:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d19307e00. 00000800:00000200:0.0:1789130510.878334:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1789130510.878338:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1789130510.878340:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d19307e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130510.878342:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130510.878345:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: using a timeout of 42110 usecs (43 jiffies) 00000400:00000200:0.0:1789130510.878348:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1789130510.878350:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295044141 00000100:00000001:0.0:1789130510.878352:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295045360 00000100:00000001:0.0:1789130510.878354:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295044141 00000100:00000001:0.0:1789130510.878356:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295045360 00000100:00000001:0.0:1789130510.878357:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130510.878359:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130510.878361:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130510.878364:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.879036:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130510.879040:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789130510.879082:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789130510.879086:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d19307100. 00000400:00000200:1.0:1789130510.879094:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130510.879100:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1789130510.879107:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d0bfa96e8 00000400:00000010:1.0:1789130510.879109:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d0bfa96e8. 00000100:00000001:1.0:1789130510.879114:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789130510.879120:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d19343480 x1876039023214464/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.879146:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130510.879150:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d19343480 x1876039023214464/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.879156:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.879158:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789130510.879176:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789130510.879178:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d19307a00. 00000400:00000200:1.0:1789130510.879180:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130510.879183:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1789130510.879186:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d0bfa9a18 00000400:00000010:1.0:1789130510.879188:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d0bfa9a18. 00000100:00000001:1.0:1789130510.879191:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789130510.879194:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d193412c0 x1876039023214720/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.879200:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130510.879203:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d193412c0 x1876039023214720/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.879209:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.879211:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789130510.879219:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789130510.879221:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d19307c00. 00000400:00000200:1.0:1789130510.879223:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130510.879225:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1789130510.879228:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d0bfa9330 00000400:00000010:1.0:1789130510.879229:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d0bfa9330. 00000100:00000001:1.0:1789130510.879231:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789130510.879233:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d193430c0 x1876039023214976/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.879239:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130510.879242:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d193430c0 x1876039023214976/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.879256:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.879258:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789130510.879265:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789130510.879267:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d19307500. 00000400:00000200:1.0:1789130510.879269:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130510.879273:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1789130510.879275:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d0bfa9908 00000400:00000010:1.0:1789130510.879276:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d0bfa9908. 00000100:00000001:1.0:1789130510.879278:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789130510.879282:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d19342940 x1876039023214336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.879289:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130510.879291:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d19342940 x1876039023214336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.879296:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.879297:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789130510.879346:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789130510.879349:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d19307000. 00000400:00000200:1.0:1789130510.879352:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130510.879355:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1789130510.879358:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d0bfa92a8 00000400:00000010:1.0:1789130510.879359:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d0bfa92a8. 00000100:00000001:1.0:1789130510.879361:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789130510.879364:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d19341e00 x1876039023214592/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.879370:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130510.879373:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d19341e00 x1876039023214592/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.879378:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.879380:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789130510.879387:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789130510.879396:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d19307700. 00000400:00000200:1.0:1789130510.879398:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130510.879401:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1789130510.879404:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d0bfa9660 00000400:00000010:1.0:1789130510.879405:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d0bfa9660. 00000100:00000001:1.0:1789130510.879408:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789130510.879411:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d193403c0 x1876039023214848/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.879417:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130510.879420:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d193403c0 x1876039023214848/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.879425:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.879426:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789130510.879501:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789130510.879504:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d19307e00. 00000400:00000200:1.0:1789130510.879507:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130510.879510:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1789130510.879513:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d0bfa95d8 00000400:00000010:1.0:1789130510.879515:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d0bfa95d8. 00000100:00000001:1.0:1789130510.879517:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789130510.879521:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d19340b40 x1876039023215104/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.879528:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130510.879531:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d19340b40 x1876039023215104/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.879537:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.879538:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789130510.891343:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.891363:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130510.891379:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.891381:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130510.891409:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891418:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130510.891428:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891434:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891440:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891445:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f903f80 00000400:00000200:0.0:1789130510.891450:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891457:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:0.0:1789130510.891464:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.891469:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130510.891472:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130510.891477:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130510.891484:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130510.891492:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d19343480 x1876039023214464/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130510.891504:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d19343480 x1876039023214464/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.891534:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130510.891544:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.891548:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130510.891550:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.891552:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130510.891575:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891579:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130510.891583:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891585:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891588:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891591:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f904080 00000400:00000200:0.0:1789130510.891594:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891598:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x831 [1] + 224 00000800:00000001:0.0:1789130510.891602:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.891623:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130510.891625:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130510.891629:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130510.891634:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130510.891638:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d193412c0 x1876039023214720/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130510.891648:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d193412c0 x1876039023214720/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.891655:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130510.891660:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.891663:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130510.891666:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.891668:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130510.891671:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891675:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130510.891680:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891683:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891686:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891689:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f904000 00000400:00000200:0.0:1789130510.891692:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891695:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x861 [1] + 224 00000800:00000001:0.0:1789130510.891699:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.891702:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130510.891705:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130510.891708:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130510.891711:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130510.891715:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d19341e00 x1876039023214592/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130510.891725:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d19341e00 x1876039023214592/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.891732:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130510.891742:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.891746:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130510.891747:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.891749:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130510.891753:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891756:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130510.891760:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891763:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891766:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891769:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f904100 00000400:00000200:0.0:1789130510.891772:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.891776:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x871 [1] + 224 00000800:00000001:0.0:1789130510.891780:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.891783:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130510.891785:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130510.891788:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130510.891791:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130510.891796:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d193403c0 x1876039023214848/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130510.891804:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d193403c0 x1876039023214848/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.891811:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130510.891815:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.891818:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.892108:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130510.892113:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130510.892123:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130510.892125:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130510.892128:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d0014b840. 00000400:00000200:1.0:1789130510.892136:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d0bfa9880 00000400:00000010:1.0:1789130510.892145:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d0bfa9880. 00000100:00000001:1.0:1789130510.892149:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130510.892154:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d19341e00 x1876039023214592/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130510.892162:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d19341e00 x1876039023214592/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.892168:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130510.892171:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.892174:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130510.892176:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130510.892179:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130510.892181:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130510.892183:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130510.892195:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11424c60 time=76 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130510.892200:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11424c18 time=76 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130510.892202:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130510.892204:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130510.892207:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789130510.892211:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d19341e00 x1876039023214592/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130510.892217:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.892221:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130510.892223:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d064b0000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130510.892225:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130510.892227:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130510.892231:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d19341e00 x1876039023214592/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.892237:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130510.892241:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130510.892243:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130510.892246:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d19341e00 x1876039023214592/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130510.892265:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19341e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023214592:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1789130510.892271:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130510.892273:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130510.892274:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d0014be18. 00000400:00000200:1.0:1789130510.892277:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d0bfa9088 00000400:00000010:1.0:1789130510.892279:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d0bfa9088. 00000100:00000001:1.0:1789130510.892281:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130510.892284:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d193403c0 x1876039023214848/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130510.892291:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d193403c0 x1876039023214848/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.892297:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130510.892298:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.892300:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130510.892336:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130510.892338:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130510.892339:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130510.892342:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789130510.892350:0:2405:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff888d0381a000. 00000100:00001000:1.0:1789130510.892355:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb4c60 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130510.892357:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb4c18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130510.892359:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130510.892360:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130510.892362:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789130510.892365:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d193403c0 x1876039023214848/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130510.892371:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.892373:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130510.892374:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130510.892376:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130510.892382:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130510.892387:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d193403c0 x1876039023214848/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.892393:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130510.892395:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130510.892396:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130510.892399:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d193403c0 x1876039023214848/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130510.892407:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d193403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91c48193-ebef-4196-a82a-8bb11a246e8d:2405:1876039023214848:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1789130510.892412:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130510.892414:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130510.892415:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d0014b210. 00000400:00000200:1.0:1789130510.892418:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d0bfa94c8 00000400:00000010:1.0:1789130510.892420:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d0bfa94c8. 00000100:00000001:1.0:1789130510.892422:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130510.892425:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d19343480 x1876039023214464/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130510.892431:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d19343480 x1876039023214464/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.892437:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130510.892439:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.892440:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130510.892441:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130510.892443:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130510.892444:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130510.892446:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130510.892450:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11423c60 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130510.892453:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11423c18 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130510.892455:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130510.892456:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130510.892458:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130510.892460:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.892466:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130510.892468:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d064b0000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130510.892470:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130510.892471:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130510.892475:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d19343480 x1876039023214464/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.892481:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130510.892483:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130510.892485:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130510.892488:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d19343480 x1876039023214464/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130510.892495:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023214464:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1789130510.892499:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130510.892501:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130510.892502:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d0014b8f0. 00000400:00000200:1.0:1789130510.892505:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d0bfa9440 00000400:00000010:1.0:1789130510.892507:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d0bfa9440. 00000100:00000001:1.0:1789130510.892509:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130510.892512:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d193412c0 x1876039023214720/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130510.892520:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d193412c0 x1876039023214720/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.892527:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130510.892528:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.892530:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130510.892531:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130510.892532:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130510.892534:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130510.892536:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789130510.892542:0:2405:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff888d0381e000. 00000100:00001000:1.0:1789130510.892546:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb2460 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130510.892553:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb2418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130510.892556:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130510.892557:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130510.892560:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130510.892573:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.892575:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130510.892576:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130510.892578:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130510.892580:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130510.892584:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d193412c0 x1876039023214720/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.892591:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130510.892593:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130510.892594:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130510.892597:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d193412c0 x1876039023214720/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130510.892604:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d193412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91c48193-ebef-4196-a82a-8bb11a246e8d:2405:1876039023214720:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130510.892609:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.892620:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130510.892624:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d19341e00 x1876039023214592/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.892630:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130510.892632:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130510.892636:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d099ff400. 02000000:00000001:1.0:1789130510.892639:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130510.892642:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130510.892644:0:2405:0:(genops.c:1223:class_import_put()) import ffff888d11424800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d064b0000 00000020:00000001:1.0:1789130510.892646:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130510.892649:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d0bae1d00. 02000000:00000001:1.0:1789130510.892652:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130510.892654:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130510.892656:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d19341e00. 00000100:00000001:1.0:1789130510.892667:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130510.892668:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.892669:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130510.892672:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d193403c0 x1876039023214848/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.892678:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130510.892679:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130510.892680:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d099ffa00. 02000000:00000001:1.0:1789130510.892682:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130510.892683:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130510.892684:0:2405:0:(genops.c:1223:class_import_put()) import ffff888d0bfb4800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d10dc6000 00000020:00000001:1.0:1789130510.892686:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130510.892687:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d217a4900. 02000000:00000001:1.0:1789130510.892690:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130510.892690:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130510.892692:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d193403c0. 00000100:00000001:1.0:1789130510.892693:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130510.892694:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.892696:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130510.892699:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d19343480 x1876039023214464/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.892704:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130510.892705:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130510.892706:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d099ffe00. 02000000:00000001:1.0:1789130510.892707:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130510.892708:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130510.892709:0:2405:0:(genops.c:1223:class_import_put()) import ffff888d11423800 refcount=3 obd=lustre-MDT0000-mdc-ffff888d064b0000 00000020:00000001:1.0:1789130510.892711:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130510.892712:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d0bae1f00. 02000000:00000001:1.0:1789130510.892714:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130510.892715:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130510.892716:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d19343480. 00000100:00000001:1.0:1789130510.892718:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130510.892719:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.892720:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130510.892723:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d193412c0 x1876039023214720/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.892732:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130510.892733:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130510.892735:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d099fee00. 02000000:00000001:1.0:1789130510.892737:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130510.892738:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130510.892739:0:2405:0:(genops.c:1223:class_import_put()) import ffff888d0bfb2000 refcount=3 obd=lustre-MDT0000-mdc-ffff888d10dc6000 00000020:00000001:1.0:1789130510.892741:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130510.892742:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d0bae1700. 02000000:00000001:1.0:1789130510.892744:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130510.892745:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130510.892746:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d193412c0. 00000100:00000001:1.0:1789130510.892749:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130510.892750:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.892754:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.892756:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130510.892757:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130510.892758:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.892760:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789130510.894007:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.894024:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130510.894033:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.894039:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130510.894049:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.894053:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.894058:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.894063:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 4 MB=0x6aa3f5f904180 00000400:00000200:0.0:1789130510.894068:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.894085:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.116@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:0.0:1789130510.894094:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.894099:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130510.894102:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130510.894107:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130510.894112:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130510.894119:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d193430c0 x1876039023214976/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130510.894129:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d193430c0 x1876039023214976/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.894153:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130510.894164:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.894168:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130510.894169:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.894171:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130510.894174:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.894177:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130510.894181:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.894184:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.894187:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.894190:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 4 MB=0x6aa3f5f904200 00000400:00000200:0.0:1789130510.894193:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.894196:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.116@tcp of length 224/224 into md 0x881 [1] + 224 00000800:00000001:0.0:1789130510.894200:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.894203:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130510.894205:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130510.894208:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130510.894211:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130510.894214:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d19340b40 x1876039023215104/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130510.894223:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d19340b40 x1876039023215104/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.894236:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130510.894241:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.894244:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130510.894245:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.894247:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130510.894251:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.894254:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130510.894258:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.894261:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.894264:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.894267:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6aa3f5f903f00 00000400:00000200:0.0:1789130510.894270:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130510.894274:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:0.0:1789130510.894278:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.894287:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130510.894289:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130510.894292:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130510.894294:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130510.894300:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d19342940 x1876039023214336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130510.894327:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d19342940 x1876039023214336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130510.894334:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130510.894338:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130510.894341:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.894901:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130510.894905:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130510.894912:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130510.894914:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130510.894916:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d0014b0b0. 00000400:00000200:1.0:1789130510.894923:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d0bfa9e58 00000400:00000010:1.0:1789130510.895063:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d0bfa9e58. 00000100:00000001:1.0:1789130510.895068:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130510.895075:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d19342940 x1876039023214336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130510.895083:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d19342940 x1876039023214336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.895088:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130510.895090:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.895093:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130510.895096:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130510.895098:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130510.895110:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130510.895113:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130510.895119:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d10c1d460 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130510.895122:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d10c1d418 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130510.895125:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130510.895127:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130510.895129:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130510.895131:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.895134:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130510.895139:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d19342940 x1876039023214336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.895145:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130510.895147:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130510.895149:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130510.895152:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d19342940 x1876039023214336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130510.895159:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19342940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2405:1876039023214336:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1789130510.895165:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130510.895166:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130510.895167:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d0014b1b8. 00000400:00000200:1.0:1789130510.895170:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d0bfa9dd0 00000400:00000010:1.0:1789130510.895171:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d0bfa9dd0. 00000100:00000001:1.0:1789130510.895174:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130510.895177:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d19340b40 x1876039023215104/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130510.895184:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d19340b40 x1876039023215104/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.895190:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130510.895191:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.895193:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130510.895194:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130510.895195:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130510.895202:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130510.895204:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789130510.895212:0:2405:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff888d0381c000. 00000100:00001000:1.0:1789130510.895218:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb6460 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130510.895220:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb6418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130510.895222:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130510.895223:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130510.895225:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789130510.895230:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d19340b40 x1876039023215104/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130510.895235:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.895239:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130510.895240:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130510.895243:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130510.895244:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130510.895247:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d19340b40 x1876039023215104/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.895253:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130510.895255:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130510.895256:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130510.895260:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d19340b40 x1876039023215104/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130510.895267:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19340b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91c48193-ebef-4196-a82a-8bb11a246e8d:2405:1876039023215104:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1789130510.895272:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130510.895273:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130510.895275:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d0014b9f8. 00000400:00000200:1.0:1789130510.895278:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d0bfa9198 00000400:00000010:1.0:1789130510.895280:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d0bfa9198. 00000100:00000001:1.0:1789130510.895282:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130510.895285:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d193430c0 x1876039023214976/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130510.895328:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d193430c0 x1876039023214976/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.895334:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130510.895336:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.895338:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130510.895340:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130510.895342:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130510.895343:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130510.895345:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789130510.895352:0:2405:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff888d03818000. 00000100:00001000:1.0:1789130510.895356:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb6c60 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130510.895359:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb6c18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130510.895361:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130510.895362:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130510.895364:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789130510.895368:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d193430c0 x1876039023214976/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130510.895374:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.895376:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130510.895377:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130510.895379:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130510.895380:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130510.895384:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d193430c0 x1876039023214976/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.895391:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130510.895393:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130510.895394:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130510.895398:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d193430c0 x1876039023214976/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130510.895405:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d193430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91c48193-ebef-4196-a82a-8bb11a246e8d:2405:1876039023214976:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130510.895414:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.895417:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130510.895421:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d19342940 x1876039023214336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.895428:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130510.895431:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130510.895434:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d099ffc00. 02000000:00000001:1.0:1789130510.895437:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130510.895440:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130510.895441:0:2405:0:(genops.c:1223:class_import_put()) import ffff888d10c1d000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1789130510.895444:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130510.895447:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d0bae1800. 02000000:00000001:1.0:1789130510.895450:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130510.895452:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130510.895454:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d19342940. 00000100:00000001:1.0:1789130510.895458:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130510.895460:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.895461:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130510.895465:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d19340b40 x1876039023215104/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.895471:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130510.895472:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130510.895474:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d099ff000. 02000000:00000001:1.0:1789130510.895476:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130510.895477:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130510.895478:0:2405:0:(genops.c:1223:class_import_put()) import ffff888d0bfb6000 refcount=2 obd=lustre-OST0001-osc-ffff888d10dc6000 00000020:00000001:1.0:1789130510.895479:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130510.895481:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d05444c00. 02000000:00000001:1.0:1789130510.895484:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130510.895485:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130510.895486:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d19340b40. 00000100:00000001:1.0:1789130510.895488:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130510.895489:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.895491:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130510.895494:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d193430c0 x1876039023214976/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130510.895504:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130510.895506:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130510.895507:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d099ff200. 02000000:00000001:1.0:1789130510.895510:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130510.895511:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130510.895512:0:2405:0:(genops.c:1223:class_import_put()) import ffff888d0bfb6800 refcount=2 obd=lustre-OST0000-osc-ffff888d10dc6000 00000020:00000001:1.0:1789130510.895514:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130510.895516:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d217a4f00. 02000000:00000001:1.0:1789130510.895518:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130510.895519:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130510.895520:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d193430c0. 00000100:00000001:1.0:1789130510.895523:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130510.895524:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.895527:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130510.895533:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130510.895536:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130510.895538:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130510.895540:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130511.452708:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130511.452715:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130511.452720:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130511.452721:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130511.452795:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130511.452798:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130511.452801:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789130512.156418:0:7802:0:(connection.c:75:cpu_latency_work()) work item of ffff888d11314000 (cpu 0) has reached its deadline 4295045360, at 4295045376 00000100:00000010:0.0:1789130512.156434:0:7802:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d0be7f600. 00000100:00000040:1.0:1789130512.158224:0:8475:0:(connection.c:75:cpu_latency_work()) work item of ffff888d11314110 (cpu 1) has reached its deadline 4295045360, at 4295045377 00000100:00000010:1.0:1789130512.158237:0:8475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d0be7fba0. 00010000:00000001:2.0:1789130512.476681:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130512.476688:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130512.476694:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130512.476695:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130512.476714:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130512.476717:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130512.476721:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789130513.505351:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130513.505360:0:8248:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130513.505362:0:8248:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130513.505366:0:8248:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130513.505371:0:8248:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130513.505373:0:8248:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130513.505375:0:8248:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130513.505377:0:8248:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130513.505381:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130513.505383:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130513.508550:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130513.508557:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130513.508562:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789130514.257206:0:9660:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130514.257245:0:9660:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130514.292840:0:9662:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130514.292859:0:9662:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130514.373936:0:9669:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130514.373950:0:9669:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130514.402932:0:9671:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130514.402950:0:9671:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130514.526509:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130514.526519:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130514.526527:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130514.526528:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130514.526557:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130514.526560:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130514.526563:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789130515.548412:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130515.548446:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130515.548453:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130515.548454:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130515.548587:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130515.548591:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130515.548594:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789130515.996490:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111412d4-b556-4a0d-8ee6-211bf08ac4c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789130515.996514:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130515.996612:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d19342940. 00000020:00000040:0.0:1789130515.996624:0:38:0:(genops.c:1210:class_import_get()) import ffff888d10c1d000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1789130515.996630:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130515.996633:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130515.996638:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130515.996647:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d19307000. 00000100:00000001:0.0:1789130515.996655:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130515.996668:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 111412d4-b556-4a0d-8ee6-211bf08ac4c1->MGS req@ffff888d19342940 x1876039023215232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130515.996692:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130515.996698:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130515.996705:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbc1903c] to pc [ptlrpcd_00_01+1] req@ffff888d19342940 x1876039023215232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130515.996732:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130515.996737:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130515.996741:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130515.996745:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d193412c0. 00000020:00000040:0.0:1789130515.996748:0:38:0:(genops.c:1210:class_import_get()) import ffff888d11423800 refcount=4 obd=lustre-MDT0000-mdc-ffff888d064b0000 00000100:00000001:0.0:1789130515.996751:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130515.996752:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130515.996754:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130515.996758:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d19307500. 00000100:00000001:0.0:1789130515.996762:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130515.996767:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0000_UUID req@ffff888d193412c0 x1876039023215360/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130515.996774:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130515.996776:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130515.996780:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968a5cc2] to pc [ptlrpcd_00_00+0] req@ffff888d193412c0 x1876039023215360/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130515.996825:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130515.996828:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130515.996830:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130515.996834:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d19343480. 00000020:00000040:0.0:1789130515.996837:0:38:0:(genops.c:1210:class_import_get()) import ffff888d11424800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d064b0000 00000100:00000001:0.0:1789130515.996839:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130515.996841:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130515.996850:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130515.996855:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d19307c00. 00000100:00000001:0.0:1789130515.996858:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130515.996863:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0001_UUID req@ffff888d19343480 x1876039023215488/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130515.996871:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130515.996873:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130515.996877:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7dcc713] to pc [ptlrpcd_00_01+1] req@ffff888d19343480 x1876039023215488/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130515.996884:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130515.996886:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789130515.996890:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789130515.996893:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789130515.996896:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789130515.996899:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130515.996902:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130515.996905:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d193403c0. 00000020:00000040:0.0:1789130515.996908:0:38:0:(genops.c:1210:class_import_get()) import ffff888d0bfb2000 refcount=4 obd=lustre-MDT0000-mdc-ffff888d10dc6000 00000100:00000001:0.0:1789130515.996910:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130515.996918:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130515.996920:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130515.996924:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d19307a00. 00000100:00000001:0.0:1789130515.996927:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130515.996932:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0000_UUID req@ffff888d193403c0 x1876039023215616/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130515.996940:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130515.996943:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130515.996948:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a00954b] to pc [ptlrpcd_00_00+0] req@ffff888d193403c0 x1876039023215616/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130515.996955:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130515.996962:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130515.996965:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130515.996979:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d19342940 x1876039023215232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130515.996989:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130515.997006:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130515.997013:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130515.997017:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130515.997020:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130515.997024:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19342940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2405:1876039023215232:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130515.997029:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130515.997038:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130515.997042:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130515.997045:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130515.997053:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d064d7800. 02000000:00000001:1.0:1789130515.997055:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130515.997064:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130515.997084:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b09a0. 00000100:00000001:0.0:1789130515.997096:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789130515.997099:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d770. 00000100:00000040:0.0:1789130515.997100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130515.997109:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130515.997113:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d19341e00. 00000100:00000200:1.0:1789130515.997114:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023215232, portal 25 00000020:00000040:0.0:1789130515.997120:0:38:0:(genops.c:1210:class_import_get()) import ffff888d0bfb4800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d10dc6000 00000100:00000001:1.0:1789130515.997122:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130515.997129:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327456064 : -131335382095552 : ffff888d19342940) 00000100:00000001:0.0:1789130515.997131:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130515.997139:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130515.997142:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130515.997147:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d19307100. 00000100:00000001:0.0:1789130515.997151:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130515.997158:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d19342940 x1876039023215232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130515.997164:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0001_UUID req@ffff888d19341e00 x1876039023215744/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130515.997190:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789130515.997198:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1789130515.997199:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000001:0.0:1789130515.997207:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789130515.997208:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d5d8. 00000100:00000200:1.0:1789130515.997215:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039023215232, offset 0 00000100:00000040:0.0:1789130515.997222:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095d5d13d] to pc [ptlrpcd_00_01+1] req@ffff888d19341e00 x1876039023215744/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789130515.997231:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000001:0.0:1789130515.997247:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130515.997256:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:0.0:1789130515.997259:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130515.997264:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130515.997268:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d19340780. 00000400:00000200:1.0:1789130515.997270:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1789130515.997279:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:0.0:1789130515.997280:0:38:0:(genops.c:1210:class_import_get()) import ffff888d0bfb6800 refcount=3 obd=lustre-OST0000-osc-ffff888d10dc6000 00000100:00000001:0.0:1789130515.997285:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1789130515.997288:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 02000000:00000001:0.0:1789130515.997290:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130515.997294:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130515.997297:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1789130515.997351:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d0a15d000. 00000100:00000001:0.0:1789130515.997357:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130515.997362:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000040:0.0:1789130515.997368:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0000_UUID req@ffff888d19340780 x1876039023215872/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1789130515.997375:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [140:140:256:4294967295] 192.168.204.116@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:1.0:1789130515.997392:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1789130515.997401:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130515.997405:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130515.997414:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000100:00000040:0.0:1789130515.997420:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c48fd66b] to pc [ptlrpcd_00_00+0] req@ffff888d19340780 x1876039023215872/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130515.997446:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789130515.997446:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000100:00000040:0.0:1789130515.997455:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:1.0:1789130515.997458:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d03677a00. 00000100:00000001:0.0:1789130515.997461:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130515.997481:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d19340f00. 00000800:00000200:1.0:1789130515.997483:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000020:00000040:0.0:1789130515.997488:0:38:0:(genops.c:1210:class_import_get()) import ffff888d0bfb6000 refcount=3 obd=lustre-OST0001-osc-ffff888d10dc6000 00000100:00000001:0.0:1789130515.997493:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130515.997494:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130515.997498:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130515.997503:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d0a15d200. 00000100:00000001:0.0:1789130515.997506:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789130515.997511:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000040:0.0:1789130515.997519:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0001_UUID req@ffff888d19340f00 x1876039023216000/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1789130515.997522:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d03677a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130515.997539:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130515.997542:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130515.997548:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130515.997550:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001788b61d] to pc [ptlrpcd_00_01+1] req@ffff888d19340f00 x1876039023216000/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789130515.997560:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130515.997567:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4295050480 00000100:00000001:0.0:1789130515.997577:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130515.997577:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d0a6c41e0. 00000100:00000040:0.0:1789130515.997588:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (386) 00000100:00000001:1.0:1789130515.997590:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789130515.997604:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4295050480 00000100:00000010:1.0:1789130515.997611:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d0a6c4840. 00000100:00000001:1.0:1789130515.997616:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789130515.997621:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130515.997625:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130515.997630:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130515.997637:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d19343480 x1876039023215488/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130515.997644:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130515.997646:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130515.997649:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130515.997651:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130515.997654:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130515.997657:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023215488:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130515.997661:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130515.997665:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130515.997666:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130515.997668:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130515.997671:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d064d7e00. 02000000:00000001:1.0:1789130515.997673:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130515.997676:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130515.997688:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b0f78. 00000400:00000010:1.0:1789130515.997693:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d2a8. 00000100:00000200:1.0:1789130515.997696:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023215488, portal 10 00000100:00000001:1.0:1789130515.997698:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130515.997699:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327458944 : -131335382092672 : ffff888d19343480) 00000100:00000040:1.0:1789130515.997708:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d19343480 x1876039023215488/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130515.997714:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130515.997716:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1789130515.997718:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3ddd0. 00000100:00000200:1.0:1789130515.997720:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023215488, offset 0 00000400:00000200:1.0:1789130515.997724:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1789130515.997729:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130515.997732:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1789130515.997736:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130515.997738:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1789130515.997740:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130515.997743:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1789130515.997745:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [141:141:255:4294967295] 192.168.204.116@tcp LPNI seq info [141:141:7:4294967295] 00000400:00000200:1.0:1789130515.997749:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130515.997754:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1789130515.997759:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1789130515.997762:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d03677200. 00000800:00000200:1.0:1789130515.997765:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1789130515.997769:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1789130515.997772:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d03677200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130515.997775:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130515.997779:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: using a timeout of 156930 usecs (157 jiffies) 00000400:00000200:1.0:1789130515.997781:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130515.997783:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 0 is 4295049374 00000100:00000001:1.0:1789130515.997786:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS request active for cpu 0, keep current deadline 4295050480 00000100:00000001:1.0:1789130515.997794:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 1 is 4295049374 00000100:00000001:1.0:1789130515.997796:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS request active for cpu 1, keep current deadline 4295050480 00000100:00000001:1.0:1789130515.997799:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130515.997801:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130515.997804:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130515.997806:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130515.997816:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130515.997819:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130515.997822:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130515.997823:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130515.997824:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130515.997830:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d19341e00 x1876039023215744/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130515.997837:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130515.997838:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130515.997841:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130515.997842:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130515.997844:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130515.997847:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19341e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91c48193-ebef-4196-a82a-8bb11a246e8d:2405:1876039023215744:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130515.997851:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130515.997854:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130515.997855:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130515.997857:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130515.997860:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d064d7a00. 02000000:00000001:1.0:1789130515.997862:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130515.997865:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130515.997868:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b0c60. 00000400:00000010:1.0:1789130515.997872:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3df68. 00000100:00000200:1.0:1789130515.997875:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023215744, portal 10 00000100:00000001:1.0:1789130515.997877:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130515.997878:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327453184 : -131335382098432 : ffff888d19341e00) 00000100:00000040:1.0:1789130515.997885:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d19341e00 x1876039023215744/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130515.997903:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130515.997905:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1789130515.997908:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3dee0. 00000100:00000200:1.0:1789130515.997911:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023215744, offset 0 00000400:00000200:1.0:1789130515.997915:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1789130515.997919:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130515.997924:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1789130515.997927:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130515.997929:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1789130515.997931:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130515.997934:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1789130515.997936:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [142:142:254:4294967295] 192.168.204.116@tcp LPNI seq info [142:142:6:4294967295] 00000400:00000200:1.0:1789130515.997940:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130515.997945:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1789130515.997949:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1789130515.997953:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d03677c00. 00000800:00000200:1.0:1789130515.997957:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1789130515.997961:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1789130515.997964:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d03677c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130515.997967:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130515.997971:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: using a timeout of 33931 usecs (34 jiffies) 00000400:00000200:1.0:1789130515.997973:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130515.997975:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295049251 00000100:00000001:1.0:1789130515.997977:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295050480 00000100:00000001:1.0:1789130515.997979:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295049251 00000100:00000001:1.0:1789130515.997982:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295050480 00000100:00000001:1.0:1789130515.997984:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130515.997986:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130515.997993:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130515.997998:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d19340f00 x1876039023216000/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130515.998005:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130515.998011:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130515.998013:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130515.998015:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130515.998017:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130515.998020:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19340f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91c48193-ebef-4196-a82a-8bb11a246e8d:2405:1876039023216000:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130515.998023:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130515.998026:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130515.998027:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130515.998029:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130515.998032:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d064d6200. 02000000:00000001:1.0:1789130515.998034:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130515.998038:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130515.998041:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b0688. 00000400:00000010:1.0:1789130515.998047:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3da18. 00000100:00000200:1.0:1789130515.998051:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023216000, portal 4 00000100:00000001:1.0:1789130515.998055:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130515.998056:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327449344 : -131335382102272 : ffff888d19340f00) 00000100:00000040:1.0:1789130515.998063:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d19340f00 x1876039023216000/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130515.998069:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130515.998073:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1789130515.998075:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d7f8. 00000100:00000200:1.0:1789130515.998078:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039023216000, offset 0 00000400:00000200:1.0:1789130515.998083:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1789130515.998090:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130515.998095:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1789130515.998098:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130515.998100:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1789130515.998103:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130515.998111:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1789130515.998115:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [143:143:253:4294967295] 192.168.204.116@tcp LPNI seq info [143:143:5:4294967295] 00000400:00000200:1.0:1789130515.998120:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130515.998129:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1789130515.998133:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1789130515.998138:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d03677f00. 00000800:00000200:1.0:1789130515.998142:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1789130515.998146:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1789130515.998149:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d03677f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130515.998152:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130515.998155:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: using a timeout of 35610 usecs (36 jiffies) 00000400:00000200:1.0:1789130515.998157:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130515.998159:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295049253 00000100:00000001:1.0:1789130515.998161:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295050480 00000100:00000001:1.0:1789130515.998163:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295049253 00000100:00000001:1.0:1789130515.998165:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295050480 00000100:00000001:1.0:1789130515.998167:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130515.998169:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130515.998172:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130515.998173:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130515.998177:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130515.998178:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130515.998180:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130515.998181:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130515.998182:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130515.998185:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:1.0:1789130515.998187:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130515.998188:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130515.998190:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130515.998191:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130515.998192:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130515.998193:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130515.998203:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d193412c0 x1876039023215360/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130515.998210:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130515.998212:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130515.998214:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130515.998216:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130515.998218:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130515.998220:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d193412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023215360:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130515.998224:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130515.998227:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130515.998229:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130515.998230:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130515.998234:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d064d7400. 02000000:00000001:1.0:1789130515.998236:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130515.998239:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130515.998242:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b0d68. 00000400:00000010:1.0:1789130515.998246:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3daa0. 00000100:00000200:1.0:1789130515.998250:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023215360, portal 10 00000100:00000001:1.0:1789130515.998252:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130515.998253:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327450304 : -131335382101312 : ffff888d193412c0) 00000100:00000040:1.0:1789130515.998259:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d193412c0 x1876039023215360/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130515.998265:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130515.998267:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1789130515.998270:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d990. 00000100:00000200:1.0:1789130515.998272:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023215360, offset 0 00000400:00000200:1.0:1789130515.998276:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1789130515.998279:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130515.998282:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1789130515.998285:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130515.998287:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1789130515.998289:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130515.998296:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1789130515.998299:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [144:144:252:4294967295] 192.168.204.116@tcp LPNI seq info [144:144:4:4294967295] 00000400:00000200:1.0:1789130515.998362:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130515.998369:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1789130515.998375:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1789130515.998379:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d03677b00. 00000800:00000200:1.0:1789130515.998383:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1789130515.998387:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1789130515.998390:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d03677b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130515.998393:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130515.998396:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: using a timeout of 137006 usecs (138 jiffies) 00000400:00000200:1.0:1789130515.998399:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130515.998401:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 0 is 4295049356 00000100:00000001:1.0:1789130515.998403:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS request active for cpu 0, keep current deadline 4295050480 00000100:00000001:1.0:1789130515.998406:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 1 is 4295049356 00000100:00000001:1.0:1789130515.998408:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS request active for cpu 1, keep current deadline 4295050480 00000100:00000001:1.0:1789130515.998410:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130515.998412:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130515.998414:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130515.998419:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d193403c0 x1876039023215616/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130515.998426:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130515.998427:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130515.998429:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130515.998431:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130515.998433:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130515.998437:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d193403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91c48193-ebef-4196-a82a-8bb11a246e8d:2405:1876039023215616:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130515.998440:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130515.998444:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130515.998454:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130515.998456:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130515.998460:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d064d6000. 02000000:00000001:1.0:1789130515.998461:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130515.998479:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130515.998482:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b0160. 00000400:00000010:1.0:1789130515.998487:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d110. 00000100:00000200:1.0:1789130515.998490:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023215616, portal 10 00000100:00000001:1.0:1789130515.998491:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130515.998493:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327446464 : -131335382105152 : ffff888d193403c0) 00000100:00000040:1.0:1789130515.998499:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d193403c0 x1876039023215616/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130515.998505:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130515.998508:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1789130515.998510:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3dc38. 00000100:00000200:1.0:1789130515.998513:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023215616, offset 0 00000400:00000200:1.0:1789130515.998517:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1789130515.998522:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130515.998528:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1789130515.998530:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130515.998533:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1789130515.998536:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130515.998540:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1789130515.998544:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [145:145:251:4294967295] 192.168.204.116@tcp LPNI seq info [145:145:3:4294967295] 00000400:00000200:1.0:1789130515.998549:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130515.998556:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1789130515.998562:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1789130515.998567:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d03677700. 00000800:00000200:1.0:1789130515.998572:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1789130515.998576:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1789130515.998579:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d03677700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130515.998582:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130515.998592:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: using a timeout of 28578 usecs (29 jiffies) 00000400:00000200:1.0:1789130515.998595:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130515.998598:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295049247 00000100:00000001:1.0:1789130515.998600:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295050480 00000100:00000001:1.0:1789130515.998603:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295049247 00000100:00000001:1.0:1789130515.998605:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295050480 00000800:00000200:0.0:1789130515.998607:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1789130515.998608:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130515.998617:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1789130515.998621:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d03677a00. 00000100:00000001:1.0:1789130515.998622:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130515.998632:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d19340780 x1876039023215872/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789130515.998633:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789130515.998650:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130515.998653:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130515.998657:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130515.998659:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130515.998660:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130515.998664:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00100000:1.0:1789130515.998665:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19340780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91c48193-ebef-4196-a82a-8bb11a246e8d:2405:1876039023215872:192.168.204.116@tcp:400:kworker.0 00000400:00000200:0.0:1789130515.998676:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d5d8 00000100:00000001:1.0:1789130515.998678:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130515.998684:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130515.998685:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130515.998687:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130515.998692:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d01284a00. 02000000:00000001:1.0:1789130515.998695:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130515.998698:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130515.998702:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b0898. 00000400:00000010:0.0:1789130515.998947:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d5d8. 00000100:00000001:0.0:1789130515.999071:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130515.999080:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d19342940 x1876039023215232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130515.999092:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130515.999096:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d19342940 x1876039023215232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130515.999103:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130515.999105:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789130515.999125:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130515.999127:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d03677200. 00000400:00000200:0.0:1789130515.999131:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130515.999135:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000010:1.0:1789130516.003233:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d000. 00000100:00000200:1.0:1789130516.003258:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023215872, portal 4 00000100:00000001:1.0:1789130516.003262:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130516.003264:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327447424 : -131335382104192 : ffff888d19340780) 00000100:00000040:1.0:1789130516.003288:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d19340780 x1876039023215872/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.003340:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130516.003345:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1789130516.003349:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d3b8. 00000100:00000200:1.0:1789130516.003353:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039023215872, offset 0 00000400:00000200:1.0:1789130516.003360:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1789130516.003374:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130516.003384:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1789130516.003391:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130516.003396:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1789130516.003400:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130516.003403:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1789130516.003407:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [146:146:251:4294967295] 192.168.204.116@tcp LPNI seq info [146:146:3:4294967295] 00000400:00000200:1.0:1789130516.003412:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130516.003536:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1789130516.003544:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1789130516.003553:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d03677200. 00000800:00000200:1.0:1789130516.003562:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1789130516.003571:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1789130516.003577:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d03677200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130516.003582:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130516.003588:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: using a timeout of 35687 usecs (36 jiffies) 00000400:00000200:1.0:1789130516.003593:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130516.003597:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295049259 00000100:00000001:1.0:1789130516.003601:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295050480 00000100:00000001:1.0:1789130516.003604:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295049259 00000100:00000001:1.0:1789130516.003606:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295050480 00000100:00000001:1.0:1789130516.003609:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130516.003613:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130516.006031:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3ddd0 00000400:00000010:0.0:1789130516.006044:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3ddd0. 00000100:00000001:0.0:1789130516.006056:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130516.006070:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d19343480 x1876039023215488/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.006083:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130516.006087:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d19343480 x1876039023215488/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.006095:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130516.006097:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789130516.006133:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130516.006137:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d03677c00. 00000400:00000200:0.0:1789130516.006142:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130516.006147:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130516.006151:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3dee0 00000400:00000010:0.0:1789130516.006170:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3dee0. 00000100:00000001:0.0:1789130516.006174:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130516.006179:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d19341e00 x1876039023215744/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.006187:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130516.006190:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d19341e00 x1876039023215744/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.006197:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130516.006198:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789130516.006209:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130516.006211:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d03677f00. 00000400:00000200:0.0:1789130516.006214:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130516.006218:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130516.006221:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d7f8 00000400:00000010:0.0:1789130516.006222:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d7f8. 00000100:00000001:0.0:1789130516.006224:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130516.006229:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d19340f00 x1876039023216000/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.006237:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130516.006240:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d19340f00 x1876039023216000/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.006247:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130516.006248:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789130516.006254:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130516.006255:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d03677b00. 00000400:00000200:0.0:1789130516.006258:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130516.006261:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130516.006264:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d990 00000400:00000010:0.0:1789130516.006265:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d990. 00000100:00000001:0.0:1789130516.006267:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130516.006271:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d193412c0 x1876039023215360/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.006288:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130516.006291:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d193412c0 x1876039023215360/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.006297:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130516.006298:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789130516.006322:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130516.006324:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d03677700. 00000400:00000200:0.0:1789130516.006326:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130516.006330:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130516.006332:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3dc38 00000400:00000010:0.0:1789130516.006334:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3dc38. 00000100:00000001:0.0:1789130516.006336:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130516.006340:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d193403c0 x1876039023215616/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.006347:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130516.006350:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d193403c0 x1876039023215616/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.006355:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130516.006357:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789130516.007518:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130516.007527:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789130516.007925:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130516.007934:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d03677200. 00000400:00000200:0.0:1789130516.008046:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130516.008097:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130516.008103:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d3b8 00000400:00000010:0.0:1789130516.008106:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d3b8. 00000100:00000001:0.0:1789130516.008111:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130516.008117:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d19340780 x1876039023215872/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.008129:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130516.008132:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d19340780 x1876039023215872/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.008161:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130516.008163:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789130516.008669:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130516.008675:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789130516.012412:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.012790:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130516.012794:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.012797:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130516.012806:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.012826:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130516.012838:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.012842:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.013164:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.013170:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 4 MB=0x6aa3f5f904580 00000400:00000200:0.0:1789130516.013175:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.013182:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.116@tcp of length 224/224 into md 0x8c1 [1] + 224 00000800:00000001:0.0:1789130516.013189:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.013196:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130516.013199:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130516.013204:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130516.013212:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130516.013221:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d19340f00 x1876039023216000/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130516.013232:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d19340f00 x1876039023216000/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.013346:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130516.013350:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130516.013400:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130516.013413:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1789130516.013565:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130516.013567:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130516.013571:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b0688. 00000400:00000200:1.0:1789130516.013576:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3da18 00000400:00000010:1.0:1789130516.013579:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3da18. 00000100:00000001:1.0:1789130516.013582:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130516.013588:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d19340f00 x1876039023216000/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130516.013598:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d19340f00 x1876039023216000/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.013605:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130516.013607:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130516.013610:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130516.013613:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130516.013616:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130516.013618:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130516.013622:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130516.013631:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb6460 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130516.013635:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb6418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130516.013638:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130516.013640:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130516.013643:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789130516.013648:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d19340f00 x1876039023216000/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130516.013655:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130516.013660:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130516.013662:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130516.013664:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130516.013665:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130516.013699:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d19340f00 x1876039023216000/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.013706:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130516.013709:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130516.013711:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130516.013715:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d19340f00 x1876039023216000/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130516.013722:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19340f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91c48193-ebef-4196-a82a-8bb11a246e8d:2405:1876039023216000:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130516.013728:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130516.013731:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130516.013735:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d19340f00 x1876039023216000/t0(0) o400->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.013741:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130516.013744:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130516.013747:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d064d6200. 02000000:00000001:1.0:1789130516.013753:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130516.013756:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130516.013757:0:2405:0:(genops.c:1223:class_import_put()) import ffff888d0bfb6000 refcount=2 obd=lustre-OST0001-osc-ffff888d10dc6000 00000020:00000001:1.0:1789130516.013760:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130516.013763:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d0a15d200. 02000000:00000001:1.0:1789130516.013768:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130516.013769:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130516.013771:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d19340f00. 00000100:00000001:1.0:1789130516.013776:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130516.013778:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130516.013781:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130516.013783:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130516.013785:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130516.013787:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130516.013789:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789130516.014080:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130516.014084:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014087:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130516.014092:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014097:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130516.014103:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014113:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014117:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014120:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 4 MB=0x6aa3f5f904500 00000400:00000200:0.0:1789130516.014124:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014128:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.116@tcp of length 224/224 into md 0x8f1 [1] + 224 00000800:00000001:0.0:1789130516.014133:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014136:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130516.014139:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130516.014142:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130516.014146:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130516.014150:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d19340780 x1876039023215872/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130516.014159:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d19340780 x1876039023215872/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.014210:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130516.014212:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130516.014227:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130516.014233:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014237:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130516.014239:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014241:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130516.014245:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014249:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130516.014253:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014255:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014258:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014261:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f904380 00000400:00000200:0.0:1789130516.014264:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014268:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x8a1 [1] + 224 00000800:00000001:0.0:1789130516.014271:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014274:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130516.014275:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130516.014278:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130516.014281:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130516.014291:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d19343480 x1876039023215488/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130516.014299:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d19343480 x1876039023215488/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.014326:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130516.014331:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014334:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130516.014336:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014338:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130516.014341:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014344:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130516.014347:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014350:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014352:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014354:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f904480 00000400:00000200:0.0:1789130516.014357:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014361:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x8b1 [1] + 224 00000800:00000001:0.0:1789130516.014364:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014366:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130516.014368:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130516.014371:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130516.014373:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130516.014377:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d19341e00 x1876039023215744/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130516.014384:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d19341e00 x1876039023215744/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.014390:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130516.014402:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014405:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130516.014407:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014409:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130516.014417:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014420:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130516.014424:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014426:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014429:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014431:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f904300 00000400:00000200:0.0:1789130516.014434:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014437:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x8d1 [1] + 224 00000800:00000001:0.0:1789130516.014440:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014443:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130516.014445:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130516.014448:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130516.014450:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130516.014454:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d193412c0 x1876039023215360/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130516.014462:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d193412c0 x1876039023215360/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.014481:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130516.014485:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014488:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130516.014490:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014492:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130516.014495:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014498:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130516.014501:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014504:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014506:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014509:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f904400 00000400:00000200:0.0:1789130516.014511:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014515:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x8e1 [1] + 224 00000800:00000001:0.0:1789130516.014518:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014527:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130516.014529:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130516.014533:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130516.014536:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130516.014540:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d193403c0 x1876039023215616/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130516.014548:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d193403c0 x1876039023215616/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.014555:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130516.014558:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014561:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130516.014567:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014570:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130516.014573:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014576:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130516.014580:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014583:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014585:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014589:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6aa3f5f904280 00000400:00000200:0.0:1789130516.014592:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130516.014596:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x891 [1] + 224 00000800:00000001:0.0:1789130516.014599:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014607:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130516.014608:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130516.014611:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130516.014614:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130516.014617:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d19342940 x1876039023215232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130516.014625:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d19342940 x1876039023215232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130516.014632:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130516.014642:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130516.014644:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789130516.014787:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130516.014794:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130516.014797:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b0898. 00000400:00000200:1.0:1789130516.014800:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d000 00000400:00000010:1.0:1789130516.014802:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d000. 00000100:00000001:1.0:1789130516.014806:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130516.014925:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d19340780 x1876039023215872/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130516.014935:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d19340780 x1876039023215872/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.014941:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130516.014944:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130516.014946:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130516.014948:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130516.014950:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130516.015014:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130516.015017:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130516.015024:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb6c60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130516.015028:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb6c18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130516.015030:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130516.015032:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130516.015034:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789130516.015039:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d19340780 x1876039023215872/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130516.015046:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130516.015049:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130516.015051:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130516.015052:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130516.015054:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130516.015058:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d19340780 x1876039023215872/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.015065:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130516.015068:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130516.015069:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130516.015079:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d19340780 x1876039023215872/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130516.015087:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19340780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91c48193-ebef-4196-a82a-8bb11a246e8d:2405:1876039023215872:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1789130516.015093:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130516.015094:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130516.015096:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b0c60. 00000400:00000200:1.0:1789130516.015099:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3df68 00000400:00000010:1.0:1789130516.015100:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3df68. 00000100:00000001:1.0:1789130516.015103:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130516.015106:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d19341e00 x1876039023215744/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130516.015114:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d19341e00 x1876039023215744/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.015121:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130516.015122:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130516.015124:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130516.015125:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130516.015126:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130516.015127:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130516.015130:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130516.015133:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb4c60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130516.015136:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb4c18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130516.015139:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130516.015140:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130516.015141:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789130516.015145:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d19341e00 x1876039023215744/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130516.015151:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130516.015154:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130516.015155:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130516.015157:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130516.015164:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130516.015168:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d19341e00 x1876039023215744/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.015174:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130516.015176:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130516.015177:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130516.015181:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d19341e00 x1876039023215744/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130516.015188:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19341e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91c48193-ebef-4196-a82a-8bb11a246e8d:2405:1876039023215744:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1789130516.015192:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130516.015194:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130516.015195:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b09a0. 00000400:00000200:1.0:1789130516.015197:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d770 00000400:00000010:1.0:1789130516.015198:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d770. 00000100:00000001:1.0:1789130516.015200:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130516.015204:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d19342940 x1876039023215232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130516.015212:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d19342940 x1876039023215232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.015218:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130516.015220:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130516.015221:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130516.015223:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130516.015224:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130516.015225:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130516.015227:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130516.015229:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d10c1d460 time=83 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130516.015232:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d10c1d418 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130516.015234:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130516.015235:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130516.015237:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130516.015238:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130516.015243:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130516.015247:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d19342940 x1876039023215232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.015253:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130516.015255:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130516.015257:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130516.015260:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d19342940 x1876039023215232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130516.015268:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19342940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2405:1876039023215232:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1789130516.015272:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130516.015274:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130516.015275:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b0f78. 00000400:00000200:1.0:1789130516.015277:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d2a8 00000400:00000010:1.0:1789130516.015278:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d2a8. 00000100:00000001:1.0:1789130516.015280:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130516.015284:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d19343480 x1876039023215488/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130516.015292:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d19343480 x1876039023215488/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.015298:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130516.015299:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130516.015320:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130516.015322:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130516.015323:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130516.015325:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130516.015326:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130516.015331:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11424c60 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130516.015334:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11424c18 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130516.015336:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130516.015337:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130516.015339:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789130516.015342:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d19343480 x1876039023215488/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130516.015353:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130516.015356:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130516.015357:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d064b0000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130516.015359:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130516.015361:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130516.015365:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d19343480 x1876039023215488/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.015371:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130516.015373:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130516.015374:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130516.015377:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d19343480 x1876039023215488/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130516.015384:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023215488:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130516.015388:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130516.015453:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130516.015459:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d19340780 x1876039023215872/t0(0) o400->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.015476:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130516.015478:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130516.015481:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d01284a00. 02000000:00000001:1.0:1789130516.015485:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130516.015488:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130516.015489:0:2405:0:(genops.c:1223:class_import_put()) import ffff888d0bfb6800 refcount=2 obd=lustre-OST0000-osc-ffff888d10dc6000 00000020:00000001:1.0:1789130516.015492:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130516.015494:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d0a15d000. 02000000:00000001:1.0:1789130516.015498:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130516.015500:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130516.015502:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d19340780. 00000100:00000001:1.0:1789130516.015505:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130516.015507:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130516.015514:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130516.015518:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d19341e00 x1876039023215744/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.015524:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130516.015526:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130516.015527:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d064d7a00. 02000000:00000001:1.0:1789130516.015530:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130516.015531:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130516.015532:0:2405:0:(genops.c:1223:class_import_put()) import ffff888d0bfb4800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d10dc6000 00000020:00000001:1.0:1789130516.015534:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130516.015535:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d19307100. 02000000:00000001:1.0:1789130516.015538:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130516.015539:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130516.015541:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d19341e00. 00000100:00000001:1.0:1789130516.015545:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130516.015546:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130516.015548:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130516.015551:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d19342940 x1876039023215232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.015557:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130516.015558:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130516.015560:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d064d7800. 02000000:00000001:1.0:1789130516.015561:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130516.015562:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130516.015563:0:2405:0:(genops.c:1223:class_import_put()) import ffff888d10c1d000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1789130516.015565:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130516.015566:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d19307000. 02000000:00000001:1.0:1789130516.015568:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130516.015569:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130516.015570:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d19342940. 00000100:00000001:1.0:1789130516.015572:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130516.015573:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130516.015574:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130516.015577:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d19343480 x1876039023215488/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.015582:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130516.015587:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130516.015589:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d064d7e00. 02000000:00000001:1.0:1789130516.015591:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130516.015593:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130516.015594:0:2405:0:(genops.c:1223:class_import_put()) import ffff888d11424800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d064b0000 00000020:00000001:1.0:1789130516.015596:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130516.015597:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d19307c00. 02000000:00000001:1.0:1789130516.015599:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130516.015600:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130516.015601:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d19343480. 00000100:00000001:1.0:1789130516.015604:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130516.015605:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130516.015608:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130516.015610:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130516.015612:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130516.015615:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130516.015616:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130516.015618:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b0d68. 00000400:00000200:1.0:1789130516.015620:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3daa0 00000400:00000010:1.0:1789130516.015622:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3daa0. 00000100:00000001:1.0:1789130516.015624:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130516.015628:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d193412c0 x1876039023215360/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130516.015637:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d193412c0 x1876039023215360/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.015643:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130516.015644:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130516.015646:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130516.015647:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130516.015649:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130516.015650:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130516.015652:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130516.015656:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11423c60 time=83 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130516.015659:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11423c18 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130516.015661:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130516.015663:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130516.015668:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130516.015671:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130516.015673:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130516.015674:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d064b0000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130516.015676:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130516.015678:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130516.015755:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d193412c0 x1876039023215360/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.015762:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130516.015765:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130516.015766:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130516.015770:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d193412c0 x1876039023215360/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130516.015777:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d193412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:814968c9-f2df-4ec0-949b-71ece5011d35:2405:1876039023215360:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1789130516.015783:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130516.015784:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130516.015786:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b0160. 00000400:00000200:1.0:1789130516.015789:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d110 00000400:00000010:1.0:1789130516.015791:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d110. 00000100:00000001:1.0:1789130516.015793:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130516.015797:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d193403c0 x1876039023215616/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130516.015803:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d193403c0 x1876039023215616/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.015940:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130516.015942:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130516.015944:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130516.015946:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130516.015947:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130516.015948:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130516.015950:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130516.016027:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb2460 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130516.016037:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb2418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130516.016039:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130516.016041:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130516.016042:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130516.016044:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130516.016047:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130516.016048:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130516.016050:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130516.016051:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130516.016056:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d193403c0 x1876039023215616/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.016062:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130516.016064:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130516.016065:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130516.016068:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d193403c0 x1876039023215616/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130516.016074:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d193403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91c48193-ebef-4196-a82a-8bb11a246e8d:2405:1876039023215616:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130516.016078:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130516.016079:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130516.016083:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d193412c0 x1876039023215360/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.016088:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130516.016090:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130516.016092:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d064d7400. 02000000:00000001:1.0:1789130516.016095:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130516.016096:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130516.016097:0:2405:0:(genops.c:1223:class_import_put()) import ffff888d11423800 refcount=3 obd=lustre-MDT0000-mdc-ffff888d064b0000 00000020:00000001:1.0:1789130516.016099:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130516.016101:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d19307500. 02000000:00000001:1.0:1789130516.016103:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130516.016104:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130516.016105:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d193412c0. 00000100:00000001:1.0:1789130516.016115:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130516.016116:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130516.016118:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130516.016121:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d193403c0 x1876039023215616/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130516.016127:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130516.016128:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130516.016129:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d064d6000. 02000000:00000001:1.0:1789130516.016131:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130516.016132:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130516.016133:0:2405:0:(genops.c:1223:class_import_put()) import ffff888d0bfb2000 refcount=3 obd=lustre-MDT0000-mdc-ffff888d10dc6000 00000020:00000001:1.0:1789130516.016135:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130516.016136:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d19307a00. 02000000:00000001:1.0:1789130516.016138:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130516.016139:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130516.016140:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d193403c0. 00000100:00000001:1.0:1789130516.016142:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130516.016143:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130516.016145:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130516.016152:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130516.016154:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130516.016156:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130516.016158:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130516.573770:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130516.573777:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130516.573783:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130516.573784:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130516.573803:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130516.573806:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130516.573809:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789130517.276498:0:7802:0:(connection.c:75:cpu_latency_work()) work item of ffff888d11314000 (cpu 0) has reached its deadline 4295050480, at 4295050496 00000100:00000010:0.0:1789130517.276521:0:7802:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d0a6c41e0. 00000100:00000040:1.0:1789130517.276911:0:8475:0:(connection.c:75:cpu_latency_work()) work item of ffff888d11314110 (cpu 1) has reached its deadline 4295050480, at 4295050496 00000100:00000010:1.0:1789130517.276919:0:8475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d0a6c4840. 00010000:00000001:2.0:1789130517.596763:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130517.596774:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130517.596782:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130517.596783:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130517.596825:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130517.596829:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130517.596833:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789130518.622873:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130518.622882:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130518.622903:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130518.622905:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130518.622937:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130518.622941:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130518.622945:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789130519.644981:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130519.644990:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130519.644997:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130519.645001:0:8248:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130519.645004:0:8248:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130519.645007:0:8248:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130519.645011:0:8248:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130519.645014:0:8248:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130519.645016:0:8248:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130519.645018:0:8248:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130519.648603:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130519.648614:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130519.648621:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789130520.669101:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130520.669111:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130520.669118:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130520.669119:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130520.669151:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130520.669155:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130520.669159:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789130521.116583:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111412d4-b556-4a0d-8ee6-211bf08ac4c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130521.116594:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130521.116603:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d19343c00. 00000020:00000040:0.0:1789130521.116612:0:37:0:(genops.c:1210:class_import_get()) import ffff888d10c1d000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1789130521.116617:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130521.116622:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130521.116628:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130521.116639:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d0a15d900. 00000100:00000001:0.0:1789130521.116648:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.116665:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 111412d4-b556-4a0d-8ee6-211bf08ac4c1->MGS req@ffff888d19343c00 x1876039023216128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130521.116679:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130521.116684:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.116692:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007af26f02] to pc [ptlrpcd_00_00+0] req@ffff888d19343c00 x1876039023216128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.116720:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.116733:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130521.116737:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130521.116741:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d19343840. 00000020:00000040:0.0:1789130521.116743:0:37:0:(genops.c:1210:class_import_get()) import ffff888d11423800 refcount=4 obd=lustre-MDT0000-mdc-ffff888d064b0000 00000100:00000001:0.0:1789130521.116746:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130521.116747:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130521.116749:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130521.116755:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d0a15d000. 00000100:00000001:0.0:1789130521.116759:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.116763:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0000_UUID req@ffff888d19343840 x1876039023216256/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130521.116797:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130521.116799:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.116804:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067d620d3] to pc [ptlrpcd_00_01+1] req@ffff888d19343840 x1876039023216256/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.116813:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.116815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130521.116819:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130521.116823:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d19340000. 00000020:00000040:0.0:1789130521.116825:0:37:0:(genops.c:1210:class_import_get()) import ffff888d11424800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d064b0000 00000100:00000001:0.0:1789130521.116828:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130521.116830:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130521.116832:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130521.116836:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d0a15d200. 00000100:00000001:0.0:1789130521.116840:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.116844:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0001_UUID req@ffff888d19340000 x1876039023216384/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130521.116851:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130521.116853:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.116857:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6bd9794] to pc [ptlrpcd_00_00+0] req@ffff888d19340000 x1876039023216384/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.116864:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.116866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789130521.116869:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789130521.116872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789130521.116875:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789130521.116878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130521.116887:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130521.116891:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d19340b40. 00000020:00000040:0.0:1789130521.116894:0:37:0:(genops.c:1210:class_import_get()) import ffff888d0bfb2000 refcount=4 obd=lustre-MDT0000-mdc-ffff888d10dc6000 00000100:00000001:0.0:1789130521.116896:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130521.116898:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130521.116900:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130521.116904:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d18b7b500. 00000100:00000001:0.0:1789130521.116908:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.116912:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0000_UUID req@ffff888d19340b40 x1876039023216512/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130521.116919:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130521.116921:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.116924:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a007842] to pc [ptlrpcd_00_01+1] req@ffff888d19340b40 x1876039023216512/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.116931:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.116933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130521.116936:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130521.116940:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d19342580. 00000020:00000040:0.0:1789130521.116943:0:37:0:(genops.c:1210:class_import_get()) import ffff888d0bfb4800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d10dc6000 00000100:00000001:0.0:1789130521.116945:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130521.116947:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130521.116948:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130521.116951:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d18b7b700. 00000100:00000001:0.0:1789130521.116954:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.116958:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0001_UUID req@ffff888d19342580 x1876039023216640/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130521.116964:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130521.116965:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.116984:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039a27157] to pc [ptlrpcd_00_00+0] req@ffff888d19342580 x1876039023216640/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.117002:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.117004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130521.117007:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789130521.117010:0:37:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1789130521.117013:0:37:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1789130521.119149:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d193403c0. 00000020:00000040:0.0:1789130521.119164:0:37:0:(genops.c:1210:class_import_get()) import ffff888d0bfb6800 refcount=3 obd=lustre-OST0000-osc-ffff888d10dc6000 00000100:00000001:0.0:1789130521.119171:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130521.119174:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130521.119180:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130521.119192:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d1926f500. 00000100:00000001:0.0:1789130521.119199:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130521.119203:0:37:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446612738327446464 : -131335382105152 : ffff888d193403c0) 00000100:00080000:0.0:1789130521.119208:0:37:0:(import.c:65:import_set_state_nolock()) ffff888d0bfb6800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789130521.119212:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff888d10dc6000: disconnect after 21s idle 00000100:00000001:0.0:1789130521.119218:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130521.119223:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.119236:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a00954b] to pc [ptlrpcd_rcv+-1] req@ffff888d193403c0 x1876039023216768/t0(0) o9->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.119254:0:37:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130521.119257:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.119261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130521.119265:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789130521.119268:0:37:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1789130521.119271:0:37:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1789130521.119276:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d193412c0. 00000020:00000040:0.0:1789130521.119279:0:37:0:(genops.c:1210:class_import_get()) import ffff888d0bfb6000 refcount=3 obd=lustre-OST0001-osc-ffff888d10dc6000 00000100:00000001:0.0:1789130521.119281:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130521.119282:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130521.119284:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130521.119324:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d113d5b00. 00000100:00000001:0.0:1789130521.119328:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130521.119331:0:37:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446612738327450304 : -131335382101312 : ffff888d193412c0) 00000100:00080000:0.0:1789130521.119333:0:37:0:(import.c:65:import_set_state_nolock()) ffff888d0bfb6000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789130521.119336:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff888d10dc6000: disconnect after 21s idle 00000100:00000001:0.0:1789130521.119338:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130521.119340:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.119345:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000968a5cc2] to pc [ptlrpcd_rcv+-1] req@ffff888d193412c0 x1876039023216896/t0(0) o9->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.119353:0:37:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130521.119355:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130521.119362:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (392) 00000100:00000001:2.0:1789130521.120281:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130521.120288:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130521.120291:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130521.120327:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d193403c0 x1876039023216768/t0(0) o9->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130521.120351:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130521.120354:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130521.120359:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130521.120363:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130521.120366:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130521.120381:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d193403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91c48193-ebef-4196-a82a-8bb11a246e8d:2403:1876039023216768:192.168.204.116@tcp:9:kworker.0 00000100:00000001:2.0:1789130521.120386:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130521.120393:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130521.120396:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130521.120399:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130521.120415:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d09989000. 02000000:00000001:2.0:1789130521.120417:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130521.120427:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1789130521.120432:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d10c395d8. 00000400:00000010:2.0:1789130521.120441:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d105c0c38. 00000100:00000200:2.0:1789130521.120451:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023216768, portal 4 00000100:00000001:2.0:1789130521.120453:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130521.120455:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327446464 : -131335382105152 : ffff888d193403c0) 00000020:00000010:2.0:1789130521.120489:0:2403:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff888d04cde000. 00000100:00000040:2.0:1789130521.120499:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d193403c0 x1876039023216768/t0(0) o9->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130521.120507:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130521.120510:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1789130521.120513:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d105c0d48. 00000100:00000200:2.0:1789130521.120519:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039023216768, offset 0 00000400:00000200:2.0:1789130521.120526:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1789130521.120538:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1789130521.120548:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1789130521.120562:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130521.120568:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1789130521.120573:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130521.120576:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1789130521.120581:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [147:147:256:4294967295] 192.168.204.116@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:2.0:1789130521.120586:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1789130521.120599:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1789130521.120606:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1789130521.120613:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02c8b700. 00000800:00000200:2.0:1789130521.120622:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1789130521.120631:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1789130521.120637:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02c8b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130521.120657:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130521.120663:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: using a timeout of 32235 usecs (33 jiffies) 00000400:00000200:2.0:1789130521.120667:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1789130521.120671:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295054372 00000100:00000010:2.0:1789130521.120676:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d10d31600. 00000100:00000001:2.0:1789130521.120685:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789130521.120693:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295054372 00000100:00000010:2.0:1789130521.120697:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d10d317e0. 00000100:00000001:2.0:1789130521.120700:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff888d10dc6000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789130521.120704:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130521.120707:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130521.120710:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130521.120715:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d193412c0 x1876039023216896/t0(0) o9->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130521.120722:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130521.120724:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130521.120726:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130521.120733:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130521.120736:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130521.120740:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d193412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91c48193-ebef-4196-a82a-8bb11a246e8d:2403:1876039023216896:192.168.204.116@tcp:9:kworker.0 00000100:00000001:2.0:1789130521.120744:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130521.120746:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130521.120748:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130521.120750:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130521.120753:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d09989e00. 02000000:00000001:2.0:1789130521.120755:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130521.120758:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1789130521.120761:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d10c39e18. 00000400:00000010:2.0:1789130521.120764:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d105c02a8. 00000100:00000200:2.0:1789130521.120767:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023216896, portal 4 00000100:00000001:2.0:1789130521.120769:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130521.120770:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327450304 : -131335382101312 : ffff888d193412c0) 00000020:00000010:2.0:1789130521.120777:0:2403:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff888d04cdc000. 00000100:00000040:2.0:1789130521.120782:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d193412c0 x1876039023216896/t0(0) o9->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130521.120788:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130521.120790:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1789130521.120792:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d105c0440. 00000100:00000200:2.0:1789130521.120794:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039023216896, offset 0 00000400:00000200:2.0:1789130521.120798:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1789130521.120802:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1789130521.120805:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1789130521.120808:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130521.120810:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1789130521.120813:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130521.120815:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1789130521.120818:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [148:148:255:4294967295] 192.168.204.116@tcp LPNI seq info [148:148:7:4294967295] 00000400:00000200:2.0:1789130521.120822:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1789130521.120827:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1789130521.120838:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1789130521.120841:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02c8bb00. 00000800:00000200:2.0:1789130521.120845:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1789130521.120850:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1789130521.120853:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02c8bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130521.120856:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130521.120859:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: using a timeout of 31718 usecs (32 jiffies) 00000400:00000200:2.0:1789130521.120862:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1789130521.120865:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295054371 00000100:00000001:2.0:1789130521.120867:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295054372 00000100:00000001:2.0:1789130521.120870:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295054371 00000100:00000001:2.0:1789130521.120872:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295054372 00000100:00000001:2.0:1789130521.120874:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130521.120876:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130521.120879:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130521.120882:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130521.120893:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130521.120896:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789130521.120898:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130521.120900:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130521.120901:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130521.120903:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130521.122513:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130521.122523:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130521.122526:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130521.122540:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d19343c00 x1876039023216128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.122575:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130521.122578:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130521.122582:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130521.122587:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130521.122590:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130521.122594:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19343c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2404:1876039023216128:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130521.122600:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130521.122606:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130521.122608:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130521.122611:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130521.122616:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d10c80000. 02000000:00000001:1.0:1789130521.122618:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130521.122626:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130521.122631:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b0160. 00000400:00000010:1.0:1789130521.122639:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d110. 00000100:00000200:1.0:1789130521.122647:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023216128, portal 25 00000100:00000001:1.0:1789130521.122650:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130521.122651:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327460864 : -131335382090752 : ffff888d19343c00) 00000100:00000040:1.0:1789130521.122658:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d19343c00 x1876039023216128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.122665:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130521.122668:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1789130521.122670:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3daa0. 00000100:00000200:1.0:1789130521.122673:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039023216128, offset 0 00000400:00000200:1.0:1789130521.122681:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1789130521.122692:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130521.122700:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1789130521.122706:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130521.122711:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1789130521.122715:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130521.122717:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1789130521.122727:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [149:149:254:4294967295] 192.168.204.116@tcp LPNI seq info [149:149:6:4294967295] 00000400:00000200:1.0:1789130521.122732:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130521.122741:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1789130521.122747:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1789130521.122753:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d03677a00. 00000800:00000200:1.0:1789130521.122760:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1789130521.122767:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1789130521.122773:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d03677a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130521.122777:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130521.122781:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130521.122785:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4295055602 00000100:00000001:1.0:1789130521.122793:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054372 00000100:00000001:1.0:1789130521.122798:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4295055602 00000100:00000001:1.0:1789130521.122801:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054372 00000100:00000001:1.0:1789130521.122805:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130521.122807:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130521.122810:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130521.122816:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d19340000 x1876039023216384/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.122824:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130521.122826:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130521.122828:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130521.122830:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130521.122832:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130521.122835:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023216384:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130521.122838:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130521.122841:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130521.122843:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130521.122844:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130521.122848:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d10c80200. 02000000:00000001:1.0:1789130521.122855:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130521.122860:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130521.122862:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b0d68. 00000400:00000010:1.0:1789130521.122867:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d2a8. 00000100:00000200:1.0:1789130521.122871:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023216384, portal 10 00000100:00000001:1.0:1789130521.122873:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130521.122874:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327445504 : -131335382106112 : ffff888d19340000) 00000100:00000040:1.0:1789130521.122881:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d19340000 x1876039023216384/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.122887:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130521.122889:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1789130521.122891:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d770. 00000100:00000200:1.0:1789130521.122893:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023216384, offset 0 00000400:00000200:1.0:1789130521.122897:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1789130521.122900:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130521.122904:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1789130521.122906:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130521.122909:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1789130521.122912:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130521.122914:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1789130521.122917:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [150:150:253:4294967295] 192.168.204.116@tcp LPNI seq info [150:150:5:4294967295] 00000400:00000200:1.0:1789130521.122920:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130521.122926:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1789130521.122930:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1789130521.122934:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d03677200. 00000800:00000200:1.0:1789130521.122937:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1789130521.122941:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1789130521.122944:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d03677200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130521.122947:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130521.122951:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: using a timeout of 149882 usecs (150 jiffies) 00000400:00000200:1.0:1789130521.122954:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130521.122962:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 0 is 4295054489 00000100:00000001:1.0:1789130521.122965:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS request active for cpu 0, keep current deadline 4295055602 00000100:00000001:1.0:1789130521.122967:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 1 is 4295054489 00000100:00000001:1.0:1789130521.123557:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS request active for cpu 1, keep current deadline 4295055602 00000100:00000001:1.0:1789130521.123561:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130521.123564:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130521.123566:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130521.123575:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d19342580 x1876039023216640/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.123583:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130521.123585:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130521.123589:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130521.123591:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130521.123593:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130521.123596:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19342580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91c48193-ebef-4196-a82a-8bb11a246e8d:2404:1876039023216640:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130521.123600:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130521.123604:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130521.123606:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130521.123608:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130521.123613:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d10c81c00. 02000000:00000001:1.0:1789130521.123615:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130521.123619:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130521.123622:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b0f78. 00000400:00000010:1.0:1789130521.123628:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3df68. 00000100:00000200:1.0:1789130521.123632:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023216640, portal 10 00000100:00000001:1.0:1789130521.123634:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130521.123635:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327455104 : -131335382096512 : ffff888d19342580) 00000100:00000040:1.0:1789130521.123641:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d19342580 x1876039023216640/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.123649:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130521.123651:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1789130521.123663:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d000. 00000100:00000200:1.0:1789130521.123666:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023216640, offset 0 00000400:00000200:1.0:1789130521.123671:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1789130521.123676:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130521.123681:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1789130521.123684:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130521.123688:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1789130521.123690:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130521.123692:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1789130521.123695:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [151:151:252:4294967295] 192.168.204.116@tcp LPNI seq info [151:151:4:4294967295] 00000400:00000200:1.0:1789130521.123699:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130521.123706:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1789130521.123710:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1789130521.123714:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d03677700. 00000800:00000200:1.0:1789130521.123718:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1789130521.123722:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1789130521.123725:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d03677700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130521.123728:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130521.123732:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: using a timeout of 31615 usecs (32 jiffies) 00000400:00000200:1.0:1789130521.123735:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130521.123737:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295054371 00000100:00000001:1.0:1789130521.123739:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295055602 00000100:00000001:1.0:1789130521.123741:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295054371 00000100:00000001:1.0:1789130521.123743:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295055602 00000100:00000001:1.0:1789130521.123746:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130521.123748:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130521.123752:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130521.123755:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130521.123764:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130521.123766:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130521.123775:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130521.123777:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130521.123779:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130521.123783:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1789130521.123784:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130521.123788:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130521.123789:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130521.123791:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130521.123792:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130521.123793:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130521.123799:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d19343840 x1876039023216256/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.123807:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130521.123808:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130521.123810:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130521.123812:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130521.123814:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130521.123817:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19343840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023216256:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130521.123820:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130521.123823:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130521.123825:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130521.123826:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130521.123830:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d10c80800. 02000000:00000001:1.0:1789130521.123832:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130521.123835:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130521.123837:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b09a0. 00000400:00000010:1.0:1789130521.123841:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3da18. 00000100:00000200:1.0:1789130521.123844:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023216256, portal 10 00000100:00000001:1.0:1789130521.123846:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130521.123848:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327459904 : -131335382091712 : ffff888d19343840) 00000100:00000040:1.0:1789130521.123854:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d19343840 x1876039023216256/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.123860:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130521.123862:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1789130521.123871:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3dbb0. 00000100:00000200:1.0:1789130521.123875:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023216256, offset 0 00000400:00000200:1.0:1789130521.123879:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1789130521.123884:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130521.123887:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1789130521.123890:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130521.123893:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1789130521.123895:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130521.123898:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1789130521.123901:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [152:152:251:4294967295] 192.168.204.116@tcp LPNI seq info [152:152:3:4294967295] 00000400:00000200:1.0:1789130521.123905:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130521.123911:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1789130521.123915:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1789130521.123919:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d03677b00. 00000800:00000200:1.0:1789130521.123923:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1789130521.123927:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1789130521.123930:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d03677b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130521.123933:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130521.123936:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: using a timeout of 132277 usecs (133 jiffies) 00000400:00000200:1.0:1789130521.123939:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130521.123941:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 0 is 4295054472 00000100:00000001:1.0:1789130521.123943:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS request active for cpu 0, keep current deadline 4295055602 00000100:00000001:1.0:1789130521.123946:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 1 is 4295054472 00000100:00000001:1.0:1789130521.123947:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS request active for cpu 1, keep current deadline 4295055602 00000100:00000001:1.0:1789130521.123949:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130521.123951:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130521.123953:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130521.123958:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d19340b40 x1876039023216512/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.123965:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1789130521.126715:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1789130521.126837:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130521.126847:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130521.126851:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130521.126855:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130521.126868:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d19340b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91c48193-ebef-4196-a82a-8bb11a246e8d:2404:1876039023216512:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130521.126874:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130521.126882:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130521.126885:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130521.126888:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130521.126896:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d10c81000. 02000000:00000001:1.0:1789130521.126899:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130521.126909:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130521.126915:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b0c60. 00000400:00000010:1.0:1789130521.126924:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3dcc0. 00000100:00000200:1.0:1789130521.126933:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023216512, portal 10 00000100:00000001:1.0:1789130521.126936:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130521.126937:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738327448384 : -131335382103232 : ffff888d19340b40) 00000100:00000040:1.0:1789130521.126950:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d19340b40 x1876039023216512/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.126960:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130521.126964:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000800:00000010:0.0:1789130521.127833:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02c8b700. 00000400:00000200:0.0:1789130521.127841:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130521.127849:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130521.127859:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d105c0d48 00000400:00000010:0.0:1789130521.127862:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d105c0d48. 00000100:00000001:0.0:1789130521.127868:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130521.127875:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d193403c0 x1876039023216768/t0(0) o9->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.127888:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130521.127892:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d193403c0 x1876039023216768/t0(0) o9->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.127901:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130521.127903:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789130521.127934:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130521.127936:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02c8bb00. 00000400:00000200:0.0:1789130521.127940:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130521.127944:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130521.127946:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d105c0440 00000400:00000010:0.0:1789130521.127949:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d105c0440. 00000400:00000010:1.0:1789130521.128266:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d220. 00000100:00000200:1.0:1789130521.128276:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023216512, offset 0 00000400:00000200:1.0:1789130521.128287:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1789130521.128321:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130521.128330:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:0.0:1789130521.128583:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130521.128593:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d193412c0 x1876039023216896/t0(0) o9->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.128603:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130521.128606:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d193412c0 x1876039023216896/t0(0) o9->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.128613:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130521.128616:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1789130521.130228:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130521.130239:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1789130521.130245:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130521.130249:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1789130521.130253:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [153:153:251:4294967295] 192.168.204.116@tcp LPNI seq info [153:153:3:4294967295] 00000400:00000200:1.0:1789130521.130260:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130521.130273:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1789130521.130319:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1789130521.130327:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d03677f00. 00000800:00000200:1.0:1789130521.130335:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1789130521.130344:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1789130521.130349:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d03677f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130521.130355:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130521.130365:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: using a timeout of 28021 usecs (29 jiffies) 00000400:00000200:1.0:1789130521.130382:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130521.130387:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295054378 00000100:00000001:1.0:1789130521.130392:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295055602 00000100:00000001:1.0:1789130521.130395:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295054378 00000100:00000001:1.0:1789130521.130397:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295055602 00000800:00000200:0.0:1789130521.130546:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130521.130551:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d03677a00. 00000400:00000200:0.0:1789130521.130556:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130521.130562:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130521.130568:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3daa0 00000400:00000010:0.0:1789130521.130571:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3daa0. 00000100:00000001:0.0:1789130521.130578:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130521.130587:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d19343c00 x1876039023216128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.130599:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130521.130602:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d19343c00 x1876039023216128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.130609:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130521.130611:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789130521.130621:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130521.130623:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d03677200. 00000400:00000200:0.0:1789130521.130626:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130521.130630:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130521.130633:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d770 00000400:00000010:0.0:1789130521.130635:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d770. 00000100:00000001:0.0:1789130521.130638:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130521.130642:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d19340000 x1876039023216384/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.130651:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130521.130662:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d19340000 x1876039023216384/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.130669:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130521.130671:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789130521.130681:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130521.130683:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d03677700. 00000400:00000200:0.0:1789130521.130691:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130521.130694:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130521.130698:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d000 00000400:00000010:0.0:1789130521.130699:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d000. 00000100:00000001:0.0:1789130521.130702:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130521.130707:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d19342580 x1876039023216640/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.130715:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130521.130718:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d19342580 x1876039023216640/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.130724:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130521.130726:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789130521.130734:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130521.130736:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d03677b00. 00000400:00000200:0.0:1789130521.130739:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130521.130742:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130521.130745:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3dbb0 00000400:00000010:0.0:1789130521.130747:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3dbb0. 00000100:00000001:0.0:1789130521.130749:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130521.130754:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d19343840 x1876039023216256/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.130761:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130521.130763:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d19343840 x1876039023216256/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.130769:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130521.130770:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789130521.130856:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130521.130859:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d03677f00. 00000400:00000200:0.0:1789130521.130863:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130521.130866:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130521.130869:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d220 00000400:00000010:0.0:1789130521.130871:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d220. 00000100:00000001:0.0:1789130521.130874:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130521.130878:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d19340b40 x1876039023216512/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.130886:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130521.130889:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d19340b40 x1876039023216512/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.130895:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130521.130897:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789130521.130938:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130521.130943:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130521.131503:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130521.131511:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130521.131518:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130521.131522:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789130521.134183:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134206:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130521.134211:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134215:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130521.134225:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134234:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130521.134245:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134250:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134257:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134262:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 4 MB=0x6aa3f5f904880 00000400:00000200:0.0:1789130521.134267:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134275:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.116@tcp of length 224/224 into md 0x901 [1] + 224 00000800:00000001:0.0:1789130521.134284:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134289:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130521.134293:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130521.134299:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130521.134390:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130521.134483:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d193403c0 x1876039023216768/t0(0) o9->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130521.134496:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d193403c0 x1876039023216768/t0(0) o9->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130521.134541:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130521.134546:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130521.134562:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130521.134577:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134582:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130521.134583:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134586:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130521.134590:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134594:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130521.134599:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134602:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134605:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134608:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 4 MB=0x6aa3f5f904900 00000400:00000200:0.0:1789130521.134612:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134616:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.116@tcp of length 224/224 into md 0x909 [1] + 224 00000800:00000001:0.0:1789130521.134620:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134624:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130521.134626:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130521.134629:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130521.134633:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130521.134638:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d193412c0 x1876039023216896/t0(0) o9->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130521.134647:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d193412c0 x1876039023216896/t0(0) o9->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.134655:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130521.134659:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134663:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130521.134664:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134666:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130521.134676:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134680:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130521.134684:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134686:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134689:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134692:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6aa3f5f904600 00000400:00000200:0.0:1789130521.134695:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134700:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x911 [1] + 224 00000800:00000001:0.0:1789130521.134704:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134708:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130521.134710:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130521.134713:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130521.134716:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130521.134721:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d19343c00 x1876039023216128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130521.134730:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d19343c00 x1876039023216128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.134752:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130521.134757:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134761:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130521.134763:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134765:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130521.134768:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134771:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130521.134776:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134779:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134781:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134784:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f904700 00000400:00000200:0.0:1789130521.134788:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134792:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x921 [1] + 224 00000800:00000001:0.0:1789130521.134796:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134806:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130521.134808:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130521.134812:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130521.134815:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130521.134820:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d19340000 x1876039023216384/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130521.134829:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d19340000 x1876039023216384/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.134835:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130521.134839:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134842:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130521.134844:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134846:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130521.134849:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134853:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130521.134857:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134859:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134862:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134864:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f904800 00000400:00000200:0.0:1789130521.134867:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134872:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x931 [1] + 224 00000800:00000001:0.0:1789130521.134875:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134878:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130521.134880:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130521.134884:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130521.134887:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130521.134892:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d19342580 x1876039023216640/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130521.134900:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d19342580 x1876039023216640/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.134907:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130521.134918:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134922:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130521.134924:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134925:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130521.134928:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134931:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130521.134935:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134937:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134939:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134942:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f904680 00000400:00000200:0.0:1789130521.134945:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.134949:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x941 [1] + 224 00000800:00000001:0.0:1789130521.134952:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.134955:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130521.134957:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130521.134960:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130521.134963:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130521.134967:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d19343840 x1876039023216256/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130521.134990:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d19343840 x1876039023216256/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.134996:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130521.135000:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.135004:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789130521.135006:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.135009:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130521.135012:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.135014:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1789130521.135028:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.135031:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.135033:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.135036:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f904780 00000400:00000200:0.0:1789130521.135039:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1789130521.135049:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x951 [1] + 224 00000800:00000001:0.0:1789130521.135053:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.135062:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789130521.135064:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130521.135066:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1789130521.135069:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130521.135075:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d19340b40 x1876039023216512/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789130521.135083:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d19340b40 x1876039023216512/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130521.135090:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789130521.135094:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789130521.135097:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130521.135495:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130521.135500:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130521.135508:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130521.135511:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130521.135515:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b09a0. 00000400:00000200:1.0:1789130521.135521:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3da18 00000400:00000010:1.0:1789130521.135524:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3da18. 00000100:00000001:1.0:1789130521.135527:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130521.135533:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d19343840 x1876039023216256/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130521.135542:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d19343840 x1876039023216256/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.135547:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130521.135549:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130521.135552:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130521.135563:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130521.135566:0:2404:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130521.135568:0:2404:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130521.135572:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130521.135586:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11423c60 time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130521.136045:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11423c18 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130521.136051:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130521.136053:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130521.136058:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130521.136063:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130521.136068:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130521.136071:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d064b0000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130521.136073:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130521.136075:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130521.136083:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d19343840 x1876039023216256/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.136091:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130521.136095:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130521.136098:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130521.136103:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d19343840 x1876039023216256/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130521.136110:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19343840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023216256:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1789130521.136118:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130521.136120:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130521.136121:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b0c60. 00000400:00000200:1.0:1789130521.136125:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3dcc0 00000400:00000010:1.0:1789130521.136126:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3dcc0. 00000100:00000001:1.0:1789130521.136129:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130521.136133:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d19340b40 x1876039023216512/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130521.136141:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d19340b40 x1876039023216512/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.136161:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130521.136163:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130521.136165:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130521.136167:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130521.136169:0:2404:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130521.136171:0:2404:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130521.136173:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130521.136178:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb2460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130521.136182:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb2418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130521.136184:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130521.136185:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130521.136187:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130521.136189:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130521.136192:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130521.136194:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130521.136196:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130521.136198:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130521.136203:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d19340b40 x1876039023216512/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.136211:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130521.136213:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130521.136214:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130521.136218:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d19340b40 x1876039023216512/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130521.136227:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19340b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91c48193-ebef-4196-a82a-8bb11a246e8d:2404:1876039023216512:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1789130521.136233:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130521.136235:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130521.136237:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b0160. 00000400:00000200:1.0:1789130521.136240:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d110 00000400:00000010:1.0:1789130521.136242:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d110. 00000100:00000001:1.0:1789130521.136244:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130521.136248:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d19343c00 x1876039023216128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130521.136263:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d19343c00 x1876039023216128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.136270:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130521.136272:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130521.136274:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130521.136275:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130521.136277:0:2404:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130521.136279:0:2404:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130521.136281:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130521.136284:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d10c1d460 time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130521.136288:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d10c1d418 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130521.136290:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130521.136292:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130521.136294:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130521.136296:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130521.136298:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130521.138789:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d19343c00 x1876039023216128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.138820:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130521.138824:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130521.138827:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130521.139096:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d19343c00 x1876039023216128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130521.139107:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19343c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2404:1876039023216128:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1789130521.139124:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130521.139126:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130521.139130:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b0d68. 00000400:00000200:1.0:1789130521.139138:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d2a8 00000400:00000010:1.0:1789130521.139141:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d2a8. 00000100:00000001:1.0:1789130521.139146:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130521.139153:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d19340000 x1876039023216384/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130521.139186:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d19340000 x1876039023216384/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.139194:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130521.139197:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130521.139200:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130521.139205:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130521.139212:0:2404:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130521.139215:0:2404:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130521.139219:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130521.139233:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11424c60 time=87 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130521.139238:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11424c18 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130521.139240:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130521.139243:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130521.139247:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789130521.139253:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d19340000 x1876039023216384/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130521.139260:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130521.139264:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130521.139266:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d064b0000: skip recheck: last_committed 0 00000400:00000001:2.0:1789130521.139266:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1789130521.139268:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1789130521.139269:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1789130521.139270:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789130521.139272:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d10c395d8. 00000100:00000040:1.0:1789130521.139274:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d19340000 x1876039023216384/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789130521.139276:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d105c0c38 00000400:00000010:2.0:1789130521.139279:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d105c0c38. 00000100:00000001:1.0:1789130521.139281:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130521.139282:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1789130521.139283:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130521.139285:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130521.139288:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d19340000 x1876039023216384/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130521.139288:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d193403c0 x1876039023216768/t0(0) o9->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130521.139297:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023216384:192.168.204.116@tcp:400:kworker.0 00000100:00000200:2.0:1789130521.139298:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d193403c0 x1876039023216768/t0(0) o9->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789130521.139320:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130521.139326:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130521.139329:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b0f78. 00000400:00000200:1.0:1789130521.139331:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3df68 00000100:00000001:2.0:1789130521.139332:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1789130521.139333:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3df68. 00000100:00000001:2.0:1789130521.139335:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130521.139336:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1789130521.139336:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130521.139339:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130521.139340:0:2403:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1789130521.139341:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d19342580 x1876039023216640/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130521.139342:0:2403:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130521.139344:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789130521.139349:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d19342580 x1876039023216640/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1789130521.139351:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb6c60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1789130521.139354:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb6c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130521.139355:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130521.139357:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130521.139357:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130521.139358:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130521.139360:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789130521.139364:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d193403c0 x1876039023216768/t0(0) o9->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789130521.139383:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130521.139386:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130521.139388:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:2.0:1789130521.139389:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130521.139391:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130521.139394:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d193403c0 x1876039023216768/t0(0) o9->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130521.139471:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130521.139474:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130521.139475:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789130521.139480:0:2403:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff888d193403c0 x1876039023216768/t0(0) o9->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789130521.139488:0:2403:0:(import.c:65:import_set_state_nolock()) ffff888d0bfb6800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1789130521.139492:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d193403c0 x1876039023216768/t0(0) o9->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130521.139499:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d193403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91c48193-ebef-4196-a82a-8bb11a246e8d:2403:1876039023216768:192.168.204.116@tcp:9:kworker.0 00000400:00000001:2.0:1789130521.139511:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130521.139512:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130521.139514:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d10c39e18. 00000400:00000200:2.0:1789130521.139517:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d105c02a8 00000400:00000010:2.0:1789130521.139518:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d105c02a8. 00000100:00000001:2.0:1789130521.139521:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130521.139526:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d193412c0 x1876039023216896/t0(0) o9->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130521.139535:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d193412c0 x1876039023216896/t0(0) o9->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130521.139542:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130521.139543:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130521.139545:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130521.139547:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130521.139548:0:2403:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130521.139550:0:2403:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130521.139552:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130521.139557:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb6460 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1789130521.139560:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb6418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130521.139562:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130521.139563:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130521.139565:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789130521.139569:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d193412c0 x1876039023216896/t0(0) o9->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789130521.139575:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130521.139577:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130521.139579:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:2.0:1789130521.139580:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130521.139582:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130521.139585:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d193412c0 x1876039023216896/t0(0) o9->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130521.139590:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130521.139598:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130521.139600:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789130521.139604:0:2403:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff888d193412c0 x1876039023216896/t0(0) o9->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789130521.139612:0:2403:0:(import.c:65:import_set_state_nolock()) ffff888d0bfb6000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1789130521.139616:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d193412c0 x1876039023216896/t0(0) o9->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130521.139623:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d193412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91c48193-ebef-4196-a82a-8bb11a246e8d:2403:1876039023216896:192.168.204.116@tcp:9:kworker.0 00000100:00000001:2.0:1789130521.139628:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130521.139632:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130521.139636:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d193403c0 x1876039023216768/t0(0) o9->lustre-OST0000-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130521.139643:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130521.139646:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130521.139651:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d09989000. 02000000:00000001:2.0:1789130521.139657:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130521.139661:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:1.0:1789130521.139662:0:2404:0:(client.c:1593:after_reply()) Process entered 00000020:00000040:2.0:1789130521.139663:0:2403:0:(genops.c:1223:class_import_put()) import ffff888d0bfb6800 refcount=2 obd=lustre-OST0000-osc-ffff888d10dc6000 02000000:00000001:1.0:1789130521.139665:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130521.139666:0:2404:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1789130521.139666:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1789130521.139667:0:2404:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130521.139670:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130521.139670:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d1926f500. 00000100:00001000:1.0:1789130521.139675:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb4c60 time=21 v=5 (5 0 0 0) 02000000:00000001:2.0:1789130521.139677:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1789130521.139678:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb4c18 time=21 v=5 (1 0 0 0) 02000000:00000001:2.0:1789130521.139679:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1789130521.139680:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130521.139681:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130521.139682:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d193403c0. 00010000:00000001:1.0:1789130521.139683:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1789130521.139685:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00010000:00080000:1.0:1789130521.139687:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d19342580 x1876039023216640/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130521.139687:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130521.139688:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130521.139692:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d193412c0 x1876039023216896/t0(0) o9->lustre-OST0001-osc-ffff888d10dc6000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130521.139694:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130521.139697:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1789130521.139698:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1789130521.139699:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130521.139700:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1789130521.139700:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130521.139701:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d09989e00. 00000100:00000001:1.0:1789130521.139702:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130521.139703:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1789130521.139705:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d19342580 x1876039023216640/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789130521.139710:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130521.139711:0:2403:0:(genops.c:1223:class_import_put()) import ffff888d0bfb6000 refcount=2 obd=lustre-OST0001-osc-ffff888d10dc6000 00000100:00000001:1.0:1789130521.139712:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789130521.139713:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1789130521.139714:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130521.139715:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1789130521.139715:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d113d5b00. 02000000:00000001:2.0:1789130521.139718:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130521.139719:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130521.139721:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d193412c0. 00000100:00000040:1.0:1789130521.139723:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d19342580 x1876039023216640/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130521.139725:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130521.139726:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130521.139729:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789130521.139731:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d19342580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91c48193-ebef-4196-a82a-8bb11a246e8d:2404:1876039023216640:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130521.139735:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130521.139737:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130521.139739:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130521.139741:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130521.139742:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d19343840 x1876039023216256/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130521.139744:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130521.139746:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130521.139748:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130521.139750:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130521.139751:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d10c80800. 02000000:00000001:1.0:1789130521.139753:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130521.139755:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130521.139756:0:2404:0:(genops.c:1223:class_import_put()) import ffff888d11423800 refcount=3 obd=lustre-MDT0000-mdc-ffff888d064b0000 00000020:00000001:1.0:1789130521.139757:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130521.139758:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d0a15d000. 02000000:00000001:1.0:1789130521.139763:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130521.139764:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130521.139765:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d19343840. 00000100:00000001:1.0:1789130521.139768:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130521.139769:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130521.139771:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130521.139776:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d19340b40 x1876039023216512/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.139783:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130521.139784:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130521.139786:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d10c81000. 02000000:00000001:1.0:1789130521.139788:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130521.139789:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130521.139790:0:2404:0:(genops.c:1223:class_import_put()) import ffff888d0bfb2000 refcount=3 obd=lustre-MDT0000-mdc-ffff888d10dc6000 00000020:00000001:1.0:1789130521.139792:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130521.139793:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d18b7b500. 02000000:00000001:1.0:1789130521.139797:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130521.139798:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130521.139807:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d19340b40. 00000100:00000001:1.0:1789130521.139810:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130521.139811:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130521.139813:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130521.139818:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d19343c00 x1876039023216128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.139823:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130521.139825:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130521.139827:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d10c80000. 02000000:00000001:1.0:1789130521.139829:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130521.139831:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130521.139832:0:2404:0:(genops.c:1223:class_import_put()) import ffff888d10c1d000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1789130521.139834:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130521.139835:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d0a15d900. 02000000:00000001:1.0:1789130521.139837:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130521.139848:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130521.139850:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d19343c00. 00000100:00000001:1.0:1789130521.139853:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130521.139854:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130521.139856:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130521.139860:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d19340000 x1876039023216384/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.139865:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130521.139867:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130521.139868:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d10c80200. 02000000:00000001:1.0:1789130521.139870:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130521.139871:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130521.139872:0:2404:0:(genops.c:1223:class_import_put()) import ffff888d11424800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d064b0000 00000020:00000001:1.0:1789130521.139874:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130521.139875:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d0a15d200. 02000000:00000001:1.0:1789130521.139877:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130521.139878:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130521.139879:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d19340000. 00000100:00000001:1.0:1789130521.139881:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130521.139882:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130521.139883:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130521.139892:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d19342580 x1876039023216640/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130521.139898:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130521.139899:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130521.139901:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d10c81c00. 02000000:00000001:1.0:1789130521.139903:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130521.139905:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130521.139906:0:2404:0:(genops.c:1223:class_import_put()) import ffff888d0bfb4800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d10dc6000 00000020:00000001:1.0:1789130521.139908:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130521.139909:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d18b7b700. 02000000:00000001:1.0:1789130521.139911:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130521.139913:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130521.139914:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d19342580. 00000100:00000001:1.0:1789130521.139918:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130521.139919:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130521.139920:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130521.139925:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130521.139926:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130521.139929:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130521.139932:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130521.695557:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130521.695576:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130521.695584:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130521.695585:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130521.695749:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130521.695753:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130521.695767:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789130522.396491:0:7802:0:(connection.c:75:cpu_latency_work()) work item of ffff888d11314000 (cpu 0) has reached its deadline 4295055602, at 4295055616 00000100:00000010:0.0:1789130522.396514:0:7802:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d10d31600. 00000100:00000040:1.0:1789130522.396635:0:8475:0:(connection.c:75:cpu_latency_work()) work item of ffff888d11314110 (cpu 1) has reached its deadline 4295055602, at 4295055616 00000100:00000010:1.0:1789130522.396643:0:8475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d10d317e0. 00010000:00000001:2.0:1789130522.717203:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130522.717213:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130522.717218:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130522.717219:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130522.717239:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130522.717241:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130522.717245:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789130523.740573:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130523.740587:0:8248:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130523.740590:0:8248:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130523.740594:0:8248:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130523.740600:0:8248:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130523.740604:0:8248:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130523.740606:0:8248:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130523.740608:0:8248:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130523.740613:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130523.740626:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130523.743158:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130523.743167:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130523.743173:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789130524.765651:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130524.765660:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130524.765667:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130524.765686:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130524.765714:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130524.765718:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130524.765722:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789130525.790212:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130525.790228:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130525.790237:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130525.790238:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130525.790435:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130525.790444:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130525.790450:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789130526.236783:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111412d4-b556-4a0d-8ee6-211bf08ac4c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789130526.236800:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789130526.236808:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d190d8000. 00000020:00000040:1.0:1789130526.236817:0:38:0:(genops.c:1210:class_import_get()) import ffff888d10c1d000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1789130526.236822:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130526.236825:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130526.236833:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130526.236841:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d03677c00. 00000100:00000001:1.0:1789130526.236848:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.236864:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 111412d4-b556-4a0d-8ee6-211bf08ac4c1->MGS req@ffff888d190d8000 x1876039023217024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130526.236878:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130526.236892:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.236903:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060f1267e] to pc [ptlrpcd_00_01+1] req@ffff888d190d8000 x1876039023217024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.236945:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.236953:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789130526.236956:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789130526.236959:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d190d92c0. 00000020:00000040:1.0:1789130526.236965:0:38:0:(genops.c:1210:class_import_get()) import ffff888d11423800 refcount=4 obd=lustre-MDT0000-mdc-ffff888d064b0000 00000100:00000001:1.0:1789130526.236968:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130526.236969:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130526.236971:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130526.236975:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d03677f00. 00000100:00000001:1.0:1789130526.236978:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.236986:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0000_UUID req@ffff888d190d92c0 x1876039023217152/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130526.236998:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130526.237000:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.237004:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f444f51c] to pc [ptlrpcd_00_00+0] req@ffff888d190d92c0 x1876039023217152/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.237012:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.237014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789130526.237017:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789130526.237024:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d190db480. 00000020:00000040:1.0:1789130526.237026:0:38:0:(genops.c:1210:class_import_get()) import ffff888d11424800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d064b0000 00000100:00000001:1.0:1789130526.237029:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130526.237030:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130526.237036:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130526.237040:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d03677b00. 00000100:00000001:1.0:1789130526.237042:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.237047:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-MDT0001_UUID req@ffff888d190db480 x1876039023217280/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130526.237066:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130526.237068:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.237072:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5bb4435] to pc [ptlrpcd_00_01+1] req@ffff888d190db480 x1876039023217280/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.237079:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.237081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789130526.237085:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789130526.237087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789130526.237090:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 814968c9-f2df-4ec0-949b-71ece5011d35->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789130526.237093:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789130526.237096:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789130526.237099:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d190dad00. 00000020:00000040:1.0:1789130526.237102:0:38:0:(genops.c:1210:class_import_get()) import ffff888d0bfb2000 refcount=4 obd=lustre-MDT0000-mdc-ffff888d10dc6000 00000100:00000001:1.0:1789130526.237104:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130526.237105:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130526.237107:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130526.237111:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d03677700. 00000100:00000001:1.0:1789130526.237114:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.237124:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0000_UUID req@ffff888d190dad00 x1876039023217408/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130526.237132:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130526.237137:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.237140:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc781a79] to pc [ptlrpcd_00_00+0] req@ffff888d190dad00 x1876039023217408/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.237147:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.237150:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789130526.237161:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789130526.237163:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d190db840. 00000020:00000040:1.0:1789130526.237166:0:38:0:(genops.c:1210:class_import_get()) import ffff888d0bfb4800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d10dc6000 00000100:00000001:1.0:1789130526.237168:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130526.237170:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130526.237171:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130526.237175:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d03677200. 00000100:00000001:1.0:1789130526.237178:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.237182:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-MDT0001_UUID req@ffff888d190db840 x1876039023217536/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130526.237189:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130526.237191:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.237194:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cba88519] to pc [ptlrpcd_00_01+1] req@ffff888d190db840 x1876039023217536/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.237200:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.237202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789130526.237206:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789130526.237209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789130526.237211:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 91c48193-ebef-4196-a82a-8bb11a246e8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789130526.237217:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (397) 00000100:00000001:1.0:1789130526.237230:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130526.237233:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130526.237236:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130526.237240:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d190d92c0 x1876039023217152/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.237248:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130526.237251:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130526.237255:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130526.237257:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130526.237266:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130526.237283:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023217152:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130526.237287:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130526.237293:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130526.237296:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130526.237298:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130526.237436:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d10c81e00. 02000000:00000001:1.0:1789130526.237439:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130526.237447:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130526.237453:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b0f78. 00000400:00000010:1.0:1789130526.237461:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3df68. 00000100:00000200:1.0:1789130526.237469:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023217152, portal 10 00000100:00000001:1.0:1789130526.237471:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130526.237473:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738324927168 : -131335384624448 : ffff888d190d92c0) 00000100:00000040:1.0:1789130526.237482:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d190d92c0 x1876039023217152/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.237490:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130526.237493:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1789130526.237496:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d2a8. 00000100:00000200:1.0:1789130526.237499:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023217152, offset 0 00000400:00000200:1.0:1789130526.237507:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1789130526.237516:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.237522:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1789130526.237528:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130526.237533:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1789130526.237538:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130526.237540:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1789130526.237544:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [154:154:256:4294967295] 192.168.204.116@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:1.0:1789130526.237548:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.237558:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1789130526.237564:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1789130526.237573:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d03677a00. 00000800:00000200:1.0:1789130526.237580:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1789130526.237588:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1789130526.237592:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d03677a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130526.237605:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.237610:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: using a timeout of 127923 usecs (128 jiffies) 00000400:00000200:1.0:1789130526.237613:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130526.237616:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 0 is 4295059584 00000100:00000010:1.0:1789130526.237621:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d0a6c4de0. 00000100:00000001:1.0:1789130526.237628:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789130526.237634:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 1 is 4295059584 00000100:00000010:1.0:1789130526.237638:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d0a6c4ae0. 00000100:00000001:1.0:1789130526.237641:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d064b0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789130526.237643:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130526.237646:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130526.237649:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130526.237653:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d190dad00 x1876039023217408/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.237660:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130526.237662:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130526.237664:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130526.237665:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130526.237667:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130526.237670:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190dad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91c48193-ebef-4196-a82a-8bb11a246e8d:2404:1876039023217408:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130526.237673:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130526.237676:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130526.237677:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130526.237679:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130526.237682:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d10c81400. 02000000:00000001:1.0:1789130526.237683:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130526.237686:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130526.237695:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b0d68. 00000400:00000010:1.0:1789130526.237700:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d110. 00000100:00000200:1.0:1789130526.237702:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023217408, portal 10 00000100:00000001:1.0:1789130526.237704:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130526.237705:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738324933888 : -131335384617728 : ffff888d190dad00) 00000100:00000040:1.0:1789130526.237712:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d190dad00 x1876039023217408/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.237719:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130526.237721:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1789130526.237723:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3dcc0. 00000100:00000200:1.0:1789130526.237725:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023217408, offset 0 00000400:00000200:1.0:1789130526.237729:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1789130526.237734:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.237737:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1789130526.237740:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130526.237743:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1789130526.237745:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130526.237747:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1789130526.237750:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [155:155:255:4294967295] 192.168.204.116@tcp LPNI seq info [155:155:7:4294967295] 00000400:00000200:1.0:1789130526.237754:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.237759:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1789130526.237763:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1789130526.237767:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d18b7b700. 00000800:00000200:1.0:1789130526.237771:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1789130526.237776:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1789130526.237778:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d18b7b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130526.237781:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.237783:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: using a timeout of 27623 usecs (28 jiffies) 00000400:00000200:1.0:1789130526.237786:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130526.237788:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295059484 00000100:00000001:1.0:1789130526.237790:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295059584 00000100:00000001:1.0:1789130526.237797:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295059484 00000100:00000001:1.0:1789130526.237799:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295059584 00000100:00000001:1.0:1789130526.237801:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130526.237803:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130526.237806:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130526.237808:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.237818:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130526.237820:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130526.237822:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130526.237823:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130526.237825:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130526.237828:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:1.0:1789130526.237830:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.237831:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130526.237833:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.237834:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130526.237835:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130526.237836:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130526.237840:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d190d8000 x1876039023217024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.237847:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130526.237848:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130526.237851:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130526.237852:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130526.237854:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130526.237858:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2404:1876039023217024:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130526.237861:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130526.237863:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130526.237865:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130526.237866:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130526.237869:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d10c80c00. 02000000:00000001:1.0:1789130526.237871:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130526.237875:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130526.237878:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b0160. 00000400:00000010:1.0:1789130526.237886:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3da18. 00000100:00000200:1.0:1789130526.237889:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023217024, portal 25 00000100:00000001:1.0:1789130526.237891:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130526.237892:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738324922368 : -131335384629248 : ffff888d190d8000) 00000100:00000040:1.0:1789130526.237897:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d190d8000 x1876039023217024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.237904:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130526.237906:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1789130526.237908:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d550. 00000100:00000200:1.0:1789130526.237910:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039023217024, offset 0 00000400:00000200:1.0:1789130526.237913:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1789130526.237917:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.237920:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1789130526.237923:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130526.237925:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1789130526.237928:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130526.237930:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1789130526.237933:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [156:156:254:4294967295] 192.168.204.116@tcp LPNI seq info [156:156:6:4294967295] 00000400:00000200:1.0:1789130526.237937:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.237942:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1789130526.237947:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1789130526.237950:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d18b7b500. 00000800:00000200:1.0:1789130526.237954:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1789130526.237958:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1789130526.237961:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d18b7b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130526.237963:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130526.237966:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130526.237968:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4295060719 00000100:00000001:1.0:1789130526.237974:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295059584 00000100:00000001:1.0:1789130526.237977:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4295060719 00000100:00000001:1.0:1789130526.237979:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295059584 00000100:00000001:1.0:1789130526.237987:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130526.237989:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130526.237991:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130526.237995:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d190db480 x1876039023217280/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.238002:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130526.238003:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130526.238005:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130526.238007:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130526.238009:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130526.238012:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023217280:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130526.238015:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130526.238018:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130526.238019:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130526.238021:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130526.238024:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d10c80800. 02000000:00000001:1.0:1789130526.238026:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130526.238029:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130526.238031:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b0c60. 00000400:00000010:1.0:1789130526.238035:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3dd48. 00000100:00000200:1.0:1789130526.238038:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023217280, portal 10 00000100:00000001:1.0:1789130526.238040:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130526.238041:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738324935808 : -131335384615808 : ffff888d190db480) 00000100:00000040:1.0:1789130526.238046:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d190db480 x1876039023217280/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.238053:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130526.238055:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1789130526.238057:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3db28. 00000100:00000200:1.0:1789130526.238059:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023217280, offset 0 00000400:00000200:1.0:1789130526.238064:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1789130526.238067:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.238070:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1789130526.238078:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130526.238081:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1789130526.238083:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130526.238085:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1789130526.238088:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [157:157:253:4294967295] 192.168.204.116@tcp LPNI seq info [157:157:5:4294967295] 00000400:00000200:1.0:1789130526.238092:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.238098:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1789130526.238103:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1789130526.238107:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d0a15d200. 00000800:00000200:1.0:1789130526.238111:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1789130526.238114:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1789130526.238117:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d0a15d200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130526.238121:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.238124:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: using a timeout of 143785 usecs (144 jiffies) 00000400:00000200:1.0:1789130526.238127:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130526.238129:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 0 is 4295059600 00000100:00000001:1.0:1789130526.238131:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS request active for cpu 0, keep current deadline 4295060719 00000100:00000001:1.0:1789130526.238133:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS new deadline estimation for cpu 1 is 4295059600 00000100:00000001:1.0:1789130526.238135:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d064b0000: PM QoS request active for cpu 1, keep current deadline 4295060719 00000100:00000001:1.0:1789130526.238137:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130526.238139:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130526.238141:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130526.238145:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d190db840 x1876039023217536/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.238151:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130526.238153:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130526.238155:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130526.238157:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130526.238158:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130526.238166:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d190db840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91c48193-ebef-4196-a82a-8bb11a246e8d:2404:1876039023217536:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130526.238169:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130526.238171:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130526.238173:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130526.238174:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130526.238177:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d10c81000. 02000000:00000001:1.0:1789130526.238179:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130526.238182:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1789130526.238185:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d105b09a0. 00000400:00000010:1.0:1789130526.238189:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d6e8. 00000100:00000200:1.0:1789130526.238192:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039023217536, portal 10 00000100:00000001:1.0:1789130526.238194:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130526.238195:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738324936768 : -131335384614848 : ffff888d190db840) 00000100:00000040:1.0:1789130526.238201:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d190db840 x1876039023217536/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.238207:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130526.238209:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1789130526.238211:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d07d3d198. 00000100:00000200:1.0:1789130526.238213:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039023217536, offset 0 00000400:00000200:1.0:1789130526.238217:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1789130526.238221:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.238224:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1789130526.238226:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130526.238228:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1789130526.238230:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130526.238232:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1789130526.238235:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [158:158:252:4294967295] 192.168.204.116@tcp LPNI seq info [158:158:4:4294967295] 00000400:00000200:1.0:1789130526.238239:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.238245:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1789130526.238248:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1789130526.238252:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d0a15d900. 00000800:00000200:1.0:1789130526.238260:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d100580c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1789130526.238264:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1789130526.238267:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d0a15d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130526.238269:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.238286:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: using a timeout of 31066 usecs (32 jiffies) 00000400:00000200:1.0:1789130526.238289:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1789130526.238291:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 0 is 4295059488 00000100:00000001:1.0:1789130526.238293:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS request active for cpu 0, keep current deadline 4295060719 00000100:00000001:1.0:1789130526.238295:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS new deadline estimation for cpu 1 is 4295059488 00000100:00000001:1.0:1789130526.238296:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d10dc6000: PM QoS request active for cpu 1, keep current deadline 4295060719 00000100:00000001:1.0:1789130526.238298:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130526.238300:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130526.238327:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130526.238330:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130526.238811:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130526.238815:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789130526.238917:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130526.238921:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d03677a00. 00000400:00000200:0.0:1789130526.238926:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130526.239386:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130526.239392:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d2a8 00000400:00000010:0.0:1789130526.239395:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d2a8. 00000100:00000001:0.0:1789130526.239400:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130526.239406:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d190d92c0 x1876039023217152/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130526.239417:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130526.239421:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d190d92c0 x1876039023217152/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130526.239428:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130526.239429:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789130526.239452:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130526.239454:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d18b7b700. 00000400:00000200:0.0:1789130526.239457:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130526.239461:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130526.239464:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3dcc0 00000400:00000010:0.0:1789130526.239466:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3dcc0. 00000100:00000001:0.0:1789130526.239468:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130526.239472:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d190dad00 x1876039023217408/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130526.239479:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130526.239481:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d190dad00 x1876039023217408/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130526.239487:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130526.239488:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789130526.239494:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130526.239497:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d18b7b500. 00000400:00000200:0.0:1789130526.239499:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130526.239502:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130526.239504:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d550 00000400:00000010:0.0:1789130526.239505:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d550. 00000100:00000001:0.0:1789130526.239507:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130526.239510:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d190d8000 x1876039023217024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130526.239516:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130526.239518:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d190d8000 x1876039023217024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130526.239524:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130526.239525:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789130526.239530:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130526.239532:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d0a15d200. 00000400:00000200:0.0:1789130526.239535:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130526.239537:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130526.239539:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3db28 00000400:00000010:0.0:1789130526.239545:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3db28. 00000100:00000001:0.0:1789130526.239548:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130526.239551:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d190db480 x1876039023217280/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130526.239558:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130526.239561:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d190db480 x1876039023217280/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130526.239567:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130526.239568:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789130526.239637:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789130526.239640:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d0a15d900. 00000400:00000200:0.0:1789130526.239643:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130526.239646:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1789130526.239649:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d198 00000400:00000010:0.0:1789130526.239650:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d198. 00000100:00000001:0.0:1789130526.239652:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789130526.239655:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d190db840 x1876039023217536/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130526.239662:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130526.239664:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d190db840 x1876039023217536/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130526.239670:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130526.239671:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789130526.242797:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.242814:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789130526.242818:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.242821:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130526.242829:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.242838:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1789130526.242847:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.242852:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.242857:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.242862:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f904b00 00000400:00000200:1.0:1789130526.242867:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.242873:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x971 [1] + 224 00000800:00000001:1.0:1789130526.242882:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.242886:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130526.242890:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130526.242893:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1789130526.242901:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130526.242917:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d190dad00 x1876039023217408/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789130526.242929:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d190dad00 x1876039023217408/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.243417:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789130526.243428:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.243432:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789130526.243434:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.243436:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130526.243440:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.243444:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1789130526.243448:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.243452:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.243455:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.243458:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f904a80 00000400:00000200:1.0:1789130526.243462:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.243465:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x991 [1] + 224 00000800:00000001:1.0:1789130526.243469:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.243475:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130526.243477:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130526.243480:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1789130526.243484:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130526.243488:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d190db480 x1876039023217280/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789130526.243498:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d190db480 x1876039023217280/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.243505:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789130526.243507:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.243509:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.243522:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130526.243527:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130526.243540:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130526.243541:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130526.243545:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b0c60. 00000400:00000200:1.0:1789130526.243548:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3dd48 00000400:00000010:1.0:1789130526.243551:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3dd48. 00000100:00000001:1.0:1789130526.243554:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130526.243558:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d190db480 x1876039023217280/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130526.243567:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d190db480 x1876039023217280/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.243573:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130526.243575:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.243578:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130526.243581:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130526.243583:0:2404:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130526.243586:0:2404:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130526.243589:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130526.243599:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11424c60 time=92 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130526.243603:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11424c18 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130526.243606:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130526.243608:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130526.243611:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789130526.243616:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190db480 x1876039023217280/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130526.243623:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130526.243627:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130526.243629:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d064b0000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130526.243632:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130526.243634:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.243638:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d190db480 x1876039023217280/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.243645:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130526.243648:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130526.243656:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130526.243660:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d190db480 x1876039023217280/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130526.243669:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023217280:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1789130526.243676:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130526.243677:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130526.243679:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b0d68. 00000400:00000200:1.0:1789130526.243681:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d110 00000400:00000010:1.0:1789130526.243683:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d110. 00000100:00000001:1.0:1789130526.243685:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130526.243688:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d190dad00 x1876039023217408/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130526.243697:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d190dad00 x1876039023217408/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.243703:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130526.243704:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.243706:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130526.243707:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130526.243708:0:2404:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130526.243710:0:2404:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130526.243711:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130526.243716:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb2460 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130526.243719:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb2418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130526.243721:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130526.243722:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130526.243724:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130526.243726:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130526.243728:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130526.243730:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130526.243731:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130526.243733:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.243736:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d190dad00 x1876039023217408/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.243753:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130526.243755:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130526.243756:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130526.243760:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d190dad00 x1876039023217408/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130526.243767:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190dad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91c48193-ebef-4196-a82a-8bb11a246e8d:2404:1876039023217408:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130526.243771:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130526.243774:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130526.243777:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d190db480 x1876039023217280/t0(0) o400->lustre-MDT0001-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.243784:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130526.243787:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130526.243790:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d10c80800. 02000000:00000001:1.0:1789130526.243794:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130526.243797:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130526.243798:0:2404:0:(genops.c:1223:class_import_put()) import ffff888d11424800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d064b0000 00000020:00000001:1.0:1789130526.243801:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130526.243804:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d03677b00. 02000000:00000001:1.0:1789130526.243808:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130526.243810:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130526.243812:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d190db480. 00000100:00000001:1.0:1789130526.243816:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130526.243817:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.243819:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130526.243822:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d190dad00 x1876039023217408/t0(0) o400->lustre-MDT0000-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.243829:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130526.243830:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130526.243831:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d10c81400. 02000000:00000001:1.0:1789130526.243833:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130526.243835:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130526.243840:0:2404:0:(genops.c:1223:class_import_put()) import ffff888d0bfb2000 refcount=3 obd=lustre-MDT0000-mdc-ffff888d10dc6000 00000020:00000001:1.0:1789130526.243842:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130526.243844:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d03677700. 02000000:00000001:1.0:1789130526.243846:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130526.243847:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130526.243848:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d190dad00. 00000100:00000001:1.0:1789130526.243852:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130526.243853:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.243856:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130526.243858:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130526.243859:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130526.243861:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130526.243863:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789130526.254605:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.254622:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789130526.254627:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.254630:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130526.254640:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.254647:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1789130526.254658:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.254662:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.254669:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.254673:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6aa3f5f904980 00000400:00000200:1.0:1789130526.254678:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.254685:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x981 [1] + 224 00000800:00000001:1.0:1789130526.254693:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.254696:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130526.254699:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130526.254704:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1789130526.254713:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130526.254722:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d190d8000 x1876039023217024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789130526.254735:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d190d8000 x1876039023217024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.256063:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789130526.256076:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.256086:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789130526.256088:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.256090:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130526.256097:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.256103:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1789130526.256109:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.256112:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.256117:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.256120:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f904b80 00000400:00000200:1.0:1789130526.256125:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.256129:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x9a1 [1] + 224 00000800:00000001:1.0:1789130526.256135:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.256138:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130526.256141:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130526.256144:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1789130526.256149:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130526.256155:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d190db840 x1876039023217536/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789130526.256165:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d190db840 x1876039023217536/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.256172:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789130526.256176:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.256179:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789130526.256181:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.256183:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130526.256186:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.256189:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1789130526.256193:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.256195:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.256205:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.256207:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6aa3f5f904a00 00000400:00000200:1.0:1789130526.256210:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1789130526.256214:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x961 [1] + 224 00000800:00000001:1.0:1789130526.256219:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.256227:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130526.256228:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789130526.256231:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1789130526.256235:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130526.256239:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d190d92c0 x1876039023217152/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789130526.256247:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d190d92c0 x1876039023217152/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.256253:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789130526.256256:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789130526.256259:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.257091:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130526.257097:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130526.257105:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130526.257107:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130526.257110:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b0160. 00000400:00000200:1.0:1789130526.257117:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3da18 00000400:00000010:1.0:1789130526.257120:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3da18. 00000100:00000001:1.0:1789130526.257123:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130526.257130:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d190d8000 x1876039023217024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130526.257139:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d190d8000 x1876039023217024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.257145:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130526.257147:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.257150:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130526.257153:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130526.257155:0:2404:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130526.257168:0:2404:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130526.257171:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130526.257179:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d10c1d460 time=93 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130526.257184:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d10c1d418 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130526.257187:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130526.257188:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130526.257192:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130526.257194:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130526.257197:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.257203:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d190d8000 x1876039023217024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.257211:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130526.257214:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130526.257217:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130526.257221:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d190d8000 x1876039023217024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130526.257229:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:111412d4-b556-4a0d-8ee6-211bf08ac4c1:2404:1876039023217024:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1789130526.257236:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130526.257237:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130526.257238:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b09a0. 00000400:00000200:1.0:1789130526.257241:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3d6e8 00000400:00000010:1.0:1789130526.257243:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3d6e8. 00000100:00000001:1.0:1789130526.257245:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130526.257248:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d190db840 x1876039023217536/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130526.257257:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d190db840 x1876039023217536/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.258365:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130526.258369:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.258373:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130526.258375:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130526.258377:0:2404:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130526.258385:0:2404:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130526.258388:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130526.258396:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d0bfb4c60 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130526.258401:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d0bfb4c18 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130526.258403:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130526.258404:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130526.258406:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789130526.258414:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d190db840 x1876039023217536/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130526.258423:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130526.258427:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130526.258429:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d10dc6000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130526.258431:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130526.258433:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.258437:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d190db840 x1876039023217536/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.258443:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130526.258446:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130526.258448:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130526.258451:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d190db840 x1876039023217536/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130526.258460:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190db840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91c48193-ebef-4196-a82a-8bb11a246e8d:2404:1876039023217536:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1789130526.258467:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130526.258470:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130526.258472:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d105b0f78. 00000400:00000200:1.0:1789130526.258476:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d07d3df68 00000400:00000010:1.0:1789130526.258478:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d07d3df68. 00000100:00000001:1.0:1789130526.258481:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130526.258485:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d190d92c0 x1876039023217152/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130526.258492:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d190d92c0 x1876039023217152/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.258502:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130526.258503:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.258505:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130526.258506:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130526.258508:0:2404:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130526.258509:0:2404:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130526.258511:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130526.258516:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11423c60 time=93 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130526.258518:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11423c18 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130526.258520:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130526.258521:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130526.258523:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130526.258525:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130526.258527:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130526.258528:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d064b0000: skip recheck: last_committed 0 00000100:00000001:1.0:1789130526.258530:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130526.258532:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130526.258536:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d190d92c0 x1876039023217152/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.258542:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130526.258544:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130526.258545:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130526.258548:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d190d92c0 x1876039023217152/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130526.258555:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d190d92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:814968c9-f2df-4ec0-949b-71ece5011d35:2404:1876039023217152:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1789130526.258559:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.258562:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130526.258566:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d190d8000 x1876039023217024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.258574:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130526.258576:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130526.258585:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d10c80c00. 02000000:00000001:1.0:1789130526.258588:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130526.258592:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130526.258593:0:2404:0:(genops.c:1223:class_import_put()) import ffff888d10c1d000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1789130526.258596:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130526.258599:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d03677c00. 02000000:00000001:1.0:1789130526.258603:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130526.258604:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130526.258606:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d190d8000. 00000100:00000001:1.0:1789130526.258612:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130526.258613:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.258615:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130526.258619:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d190db840 x1876039023217536/t0(0) o400->lustre-MDT0001-mdc-ffff888d10dc6000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.258625:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130526.258626:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130526.258628:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d10c81000. 02000000:00000001:1.0:1789130526.258631:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130526.258631:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130526.258632:0:2404:0:(genops.c:1223:class_import_put()) import ffff888d0bfb4800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d10dc6000 00000020:00000001:1.0:1789130526.258634:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130526.258636:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d03677200. 02000000:00000001:1.0:1789130526.258637:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130526.258638:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130526.258639:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d190db840. 00000100:00000001:1.0:1789130526.258643:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130526.258644:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.258645:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130526.258648:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d190d92c0 x1876039023217152/t0(0) o400->lustre-MDT0000-mdc-ffff888d064b0000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130526.258654:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130526.258655:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130526.258657:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d10c81e00. 02000000:00000001:1.0:1789130526.258658:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130526.258659:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130526.258660:0:2404:0:(genops.c:1223:class_import_put()) import ffff888d11423800 refcount=3 obd=lustre-MDT0000-mdc-ffff888d064b0000 00000020:00000001:1.0:1789130526.258667:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130526.258669:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d03677f00. 02000000:00000001:1.0:1789130526.258671:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130526.258672:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130526.258674:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d190d92c0. 00000100:00000001:1.0:1789130526.258677:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130526.258678:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.258681:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130526.258688:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130526.258690:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130526.258693:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130526.258695:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130526.814078:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130526.814085:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130526.814090:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130526.814092:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130526.814206:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130526.814211:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130526.814215:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789130527.517387:0:7802:0:(connection.c:75:cpu_latency_work()) work item of ffff888d11314000 (cpu 0) has reached its deadline 4295060719, at 4295060736 00000100:00000010:0.0:1789130527.517403:0:7802:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d0a6c4de0. 00000100:00000040:1.0:1789130527.517465:0:8475:0:(connection.c:75:cpu_latency_work()) work item of ffff888d11314110 (cpu 1) has reached its deadline 4295060719, at 4295060736 00000100:00000010:1.0:1789130527.517470:0:8475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d0a6c4ae0. 00010000:00000001:2.0:1789130527.837422:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130527.837429:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130527.837435:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130527.837436:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130527.837483:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130527.837487:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130527.837490:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789130528.355084:0:10102:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130528.355097:0:10102:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789130528.688549:0:10139:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789130528.688556:0:10139:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:3.0:1789130528.696960:0:10139:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1789130528.860950:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130528.860957:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130528.860963:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130528.860965:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130528.861121:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130528.861125:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130528.861128:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789130529.893414:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130529.893422:0:8248:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130529.893428:0:8248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130529.893433:0:8248:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130529.893435:0:8248:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130529.893438:0:8248:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130529.893441:0:8248:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130529.893444:0:8248:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130529.893446:0:8248:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130529.893448:0:8248:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130529.898778:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130529.898785:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130529.898790:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 6812 lines, 6812 kept, 0 dropped, 0 bad.