00000001:01000000:2.0F:1783141578.562742:0:2336:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 613 MB/s 00000001:01000000:0.0F:1783141578.813552:0:2336:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 691 MB/s 00000001:01000000:2.0:1783141579.062972:0:2336:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 4759 MB/s 00000020:02000000:1.0F:1783141579.988728:0:2366:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.54_86_gcbe30f7 00000400:02000000:0.0:1783141581.337900:0:2381:0:(api-ni.c:2752:lnet_startup_lndni()) Added LNI 192.168.202.26@tcp [8/256/0/180] 00008000:02000000:0.0:1783141585.175953:0:2531:0:(echo_client.c:2573:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:1.0:1783141764.847876:0:6158:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:1.0:1783141764.847881:0:6158:0:(obd_mount.c:916:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1783141764.847882:0:6158:0:(obd_mount.c:917:lmd_print()) device: 192.168.202.126@tcp:/lustre 00000020:01000004:1.0:1783141764.847883:0:6158:0:(obd_mount.c:920:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1783141764.848038:0:6158:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 00000000667c5a7d 00000080:01000004:1.0:1783141764.848051:0:6158:0:(super25.c:167:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1783141764.848069:0:6158:0:(obd_mount.c:402:lustre_start_mgc()) Start MGC 'MGC192.168.202.126@tcp' 00000020:01000004:1.0:1783141764.848134:0:6158:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MGC192.168.202.126@tcp (typ=mgc) 00000020:00000080:1.0:1783141764.848159:0:6158:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.126@tcp (00000000e24762d1) 00000020:00000080:1.0:1783141764.848175:0:6158:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:1.0:1783141764.848415:0:6158:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1783141764.848438:0:6158:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1783141764.848579:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:1.0:1783141764.848585:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1783141764.861544:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1783141764.861565:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1783141764.863413:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1783141764.863424:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:1.0:1783141764.870447:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:1.0:1783141764.870471:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:1.0:1783141764.877166:0:6158:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783141764.877544:0:6158:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783141764.877783:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:1.0:1783141764.877791:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1783141764.880534:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:1.0:1783141764.880548:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1783141764.881355:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1783141764.881364:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1783141764.881656:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1783141764.881663:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:1.0:1783141764.882400:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:1.0:1783141764.882407:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:1.0:1783141764.882691:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:1.0:1783141764.882698:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1783141764.884081:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141764.884086:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141764.884088:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141764.884352:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141764.884354:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141764.884356:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:1.0:1783141764.884717:0:6158:0:(ldlm_lib.c:102:import_set_conn()) imp 000000003a650600@MGC192.168.202.126@tcp: add connection 192.168.202.126@tcp at head 00010000:00010000:1.0:1783141764.885247:0:6158:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.126@tcp-0 is initialized 00000040:01000000:1.0:1783141764.885256:0:6158:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.126@tcp ctxt 1 is initialized 00010000:00010000:1.0:1783141764.886907:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1783141764.888394:0:6173:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1783141764.892323:0:6158:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.126@tcp (uuid 4acba108-b13d-4e12-8af1-a771d4999ae3) 00000020:00000080:1.0:1783141764.892354:0:6158:0:(genops.c:1406:class_connect()) connect: client 4acba108-b13d-4e12-8af1-a771d4999ae3, cookie 0x624540223b322d0b 00000100:00080000:1.0:1783141764.892369:0:6158:0:(import.c:512:import_select_connection()) MGC192.168.202.126@tcp: connect to NID 192.168.202.126@tcp last attempt 0 00000100:00080000:1.0:1783141764.892391:0:6158:0:(import.c:626:import_select_connection()) MGC192.168.202.126@tcp: import 000000003a650600 using connection 192.168.202.126@tcp/192.168.202.126@tcp 00000100:00100000:1.0:1783141764.892453:0:6158:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000061d3c433 x1869759466438784/t0(0) o250->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0F:1783141764.892640:0:2397:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000061d3c433 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4acba108-b13d-4e12-8af1-a771d4999ae3:2397:1869759466438784:192.168.202.126@tcp:250: 00000100:00080000:1.0:1783141764.893129:0:6158:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 4acba108-b13d-4e12-8af1-a771d4999ae3->MGS 00000080:00200000:1.0:1783141764.893154:0:6158:0:(llite_lib.c:1387:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8fbc05454000 (sb 00000000667c5a7d) 00000080:01000000:1.0:1783141764.893227:0:6158:0:(llite_lib.c:1114:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:1.0:1783141764.893229:0:6158:0:(llite_lib.c:1124:ll_options()) next opt=user_xattr 00000080:00000004:1.0:1783141764.893233:0:6158:0:(llite_lib.c:1124:ll_options()) next opt=flock 00000080:01000000:1.0:1783141764.893243:0:6158:0:(llite_lib.c:1421:ll_fill_super()) llite sb uuid: 7b19464e-4cde-4228-bb92-7aa0d307b374 10000000:01000000:1.0:1783141764.898037:0:6158:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1783141764.898045:0:6158:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8fbc05454000 10000000:01000000:1.0:1783141764.898051:0:6158:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8fbc11300000 10000000:01000000:1.0:1783141764.898056:0:6158:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1783141764.898064:0:6158:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff8fbc11300000 from 1 10000000:01000000:1.0:1783141764.898068:0:6158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1783141764.898113:0:6158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: 000000008f65fa73/0x624540223b322d12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783141764.898125:0:6158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: 000000008f65fa73/0x624540223b322d12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783141764.898136:0:6158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: 000000008f65fa73/0x624540223b322d12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1783141764.898162:0:6158:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@0000000084677b7b x1869759466438912/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141764.898172:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 000000007bf2cf9a going to sleep for 0 seconds 00000100:00100000:2.0:1783141764.902247:0:2397:0:(client.c:3111:ptlrpc_free_committed()) MGC192.168.202.126@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1783141764.902273:0:2397:0:(import.c:1134:ptlrpc_connect_interpret()) MGC192.168.202.126@tcp: connect to target with instance 0 00000100:00080000:2.0:1783141764.902290:0:2397:0:(import.c:961:ptlrpc_connect_set_flags()) MGC192.168.202.126@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1783141764.902297:0:2397:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1783141764.902303:0:2397:0:(import.c:65:import_set_state_nolock()) 000000003a650600 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1783141764.902309:0:2397:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1783141764.902320:0:2397:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:2.0:1783141764.902339:0:2397:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000007bf2cf9a): req@0000000084677b7b x1869759466438912/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141764.902367:0:2397:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@0000000061d3c433 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4acba108-b13d-4e12-8af1-a771d4999ae3:2397:1869759466438784:192.168.202.126@tcp:250: 00000100:00100000:1.0:1783141764.902806:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 000000007bf2cf9a going to sleep for 11 seconds 00000100:00100000:2.0:1783141764.910018:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@0000000084677b7b pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466438912:192.168.202.126@tcp:101: 00010000:00010000:2.0:1783141764.910062:0:6158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: 000000008f65fa73/0x624540223b322d12 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810b95 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141764.910076:0:6158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: 000000008f65fa73/0x624540223b322d12 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa58e3d5401810b95 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783141764.910380:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000be698672 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466439040:192.168.202.126@tcp:501: 00000100:00100000:0.0:1783141764.910667:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 000000002d5a2cf3 going to sleep for 11 seconds 00000100:00100000:0.0:1783141764.922088:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000be698672 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466439040:192.168.202.126@tcp:501: 10000000:01000000:0.0:1783141764.922140:0:6158:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1783141764.922166:0:6158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: 000000008f65fa73/0x624540223b322d12 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810b95 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783141764.922188:0:6158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: 000000008f65fa73/0x624540223b322d12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810b95 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783141764.922197:0:6158:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8fbc05454000 10000000:01000000:0.0:1783141764.922203:0:6158:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1783141764.922207:0:6158:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8fbc05454000 10000000:01000000:0.0:1783141764.922209:0:6158:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783141764.922213:0:6158:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8fbc05454000 10000000:01000000:0.0:1783141764.922216:0:6158:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1783141764.922220:0:6158:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8fbc05454000 from 1 10000000:01000000:0.0:1783141764.922222:0:6158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1783141764.922255:0:6158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: 000000005b411a96/0x624540223b322d19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783141764.922263:0:6158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: 000000005b411a96/0x624540223b322d19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783141764.922274:0:6158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: 000000005b411a96/0x624540223b322d19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783141764.922294:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000be698672 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466439168:192.168.202.126@tcp:101: 00000100:00100000:0.0:1783141764.922483:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 000000002d5a2cf3 going to sleep for 11 seconds 00000100:00100000:2.0:1783141764.927234:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000be698672 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466439168:192.168.202.126@tcp:101: 00010000:00010000:2.0:1783141764.927270:0:6158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: 000000005b411a96/0x624540223b322d19 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810b9c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141764.927285:0:6158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: 000000005b411a96/0x624540223b322d19 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa58e3d5401810b9c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783141764.927400:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000009ca6b78f pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466439296:192.168.202.126@tcp:501: 00000100:00100000:2.0:1783141764.927510:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 00000000cd717a2a going to sleep for 11 seconds 00000100:00100000:3.0:1783141764.942194:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000009ca6b78f pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466439296:192.168.202.126@tcp:501: 00000100:00100000:3.0:1783141764.942295:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000b201c0d4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466439424:192.168.202.126@tcp:503: 00000100:00100000:3.0:1783141764.942405:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 00000000f85c0bb1 going to sleep for 11 seconds 00000100:00100000:3.0:1783141764.947318:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000b201c0d4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466439424:192.168.202.126@tcp:503: 00000100:00100000:2.0:1783141764.949320:0:6178:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f6a59bce pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:6178:1869759466439552:192.168.202.126@tcp:502: 00000100:00100000:2.0:1783141764.949491:0:6178:0:(client.c:2701:ptlrpc_set_wait()) set 0000000050c4733f going to sleep for 11 seconds 00000100:00100000:2.0:1783141764.954611:0:6178:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000f6a59bce pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:6178:1869759466439552:192.168.202.126@tcp:502: 00000020:01000000:2.0:1783141764.954663:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783141764.954676:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783141764.954678:0:6178:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1783141764.954687:0:6178:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8fbc05454000 00000020:00000080:2.0:1783141764.954690:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783141764.954716:0:6178:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8fbc05454000 (000000009c3c7a86) 00000020:00000080:2.0:1783141764.954746:0:6178:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:2.0:1783141764.954753:0:6178:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8fbc05454000 00000020:00000080:2.0:1783141764.954755:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1783141764.955175:0:6178:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8fbc05454000 (uuid 7b19464e-4cde-4228-bb92-7aa0d307b374) 00000020:01000000:2.0:1783141764.955181:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783141764.955185:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783141764.955187:0:6178:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1783141764.955189:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783141764.955200:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783141764.955201:0:6178:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1783141764.955206:0:6178:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8fbc05454000 00000020:00000080:2.0:1783141764.955208:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783141764.955215:0:6178:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8fbc05454000 (0000000017810e32) 00000020:00000080:2.0:1783141764.955225:0:6178:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:2.0:1783141764.955230:0:6178:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8fbc05454000 00000020:00000080:2.0:1783141764.955232:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1783141764.955450:0:6178:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8fbc05454000 (uuid 7b19464e-4cde-4228-bb92-7aa0d307b374) 00000020:01000000:2.0:1783141764.955455:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783141764.955458:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783141764.955460:0:6178:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1783141764.955462:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783141764.955465:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783141764.955466:0:6178:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1783141764.955470:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1783141764.955472:0:6178:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1783141764.955474:0:6178:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1783141764.955480:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783141764.955482:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783141764.955483:0:6178:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1783141764.955486:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783141764.955490:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783141764.955492:0:6178:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1783141764.955495:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1783141764.955499:0:6178:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.126@tcp to nid 0x20000c0a8ca7e (192.168.202.126@tcp) 00000020:01000000:2.0:1783141764.955526:0:6178:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8fbc05454000 00000020:00000080:2.0:1783141764.955528:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783141764.955535:0:6178:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8fbc05454000 (00000000e148211b) 00000020:00000080:2.0:1783141764.955543:0:6178:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:2.0:1783141764.955547:0:6178:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8fbc05454000 00000020:00000080:2.0:1783141764.955550:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1783141764.955623:0:6178:0:(ldlm_lib.c:102:import_set_conn()) imp 000000008afeda8c@lustre-MDT0000-mdc-ffff8fbc05454000: add connection 192.168.202.126@tcp at head 00010000:00010000:1.0:1783141764.957907:0:6178:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8fbc05454000-1 is initialized 00000040:01000000:1.0:1783141764.958166:0:6178:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8fbc05454000 ctxt 13 is initialized 00000020:00000080:1.0:1783141764.968042:0:6178:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8fbc05454000 (uuid 7b19464e-4cde-4228-bb92-7aa0d307b374) 00000020:01000000:1.0:1783141764.968075:0:6178:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8fbc05454000 00000020:00000080:1.0:1783141764.968081:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1783141764.968114:0:6178:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1783141764.968159:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783141764.968163:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141764.968165:0:6178:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1783141764.969601:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1783141764.969607:0:6178:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1783141764.969609:0:6178:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783141764.969610:0:6178:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783141764.969612:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1783141764.969619:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141764.969620:0:6178:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1783141764.969623:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783141764.969628:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141764.969629:0:6178:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:1.0:1783141764.969633:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783141764.969638:0:6178:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.126@tcp to nid 0x20000c0a8ca7e (192.168.202.126@tcp) 00000020:01000000:1.0:1783141764.969665:0:6178:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff8fbc05454000 00000020:00000080:1.0:1783141764.969668:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783141764.969679:0:6178:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff8fbc05454000 (0000000080d9d510) 00000020:00000080:1.0:1783141764.969700:0:6178:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:1.0:1783141764.969705:0:6178:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff8fbc05454000 00000020:00000080:1.0:1783141764.969708:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1783141764.969856:0:6178:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000085d48a3e@lustre-MDT0001-mdc-ffff8fbc05454000: add connection 192.168.202.126@tcp at head 00010000:00010000:1.0:1783141764.971630:0:6178:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff8fbc05454000-2 is initialized 00000040:01000000:1.0:1783141764.971884:0:6178:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff8fbc05454000 ctxt 13 is initialized 00000020:00000080:1.0:1783141764.972088:0:6178:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff8fbc05454000 (uuid 7b19464e-4cde-4228-bb92-7aa0d307b374) 00000020:01000000:1.0:1783141764.972108:0:6178:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8fbc05454000 00000020:00000080:1.0:1783141764.972113:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1783141764.972144:0:6178:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:1.0:1783141764.972185:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783141764.972189:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141764.972191:0:6178:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:1.0:1783141764.972194:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1783141764.972197:0:6178:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1783141764.972198:0:6178:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783141764.972199:0:6178:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783141764.972201:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1783141764.972205:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141764.972206:0:6178:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1783141764.972208:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1783141764.972213:0:6178:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.126@tcp:/lustre 00000020:00000080:1.0:1783141764.972217:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141764.972218:0:6178:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1783141764.972221:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783141764.972229:0:6178:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.126@tcp to nid 0x20000c0a8ca7e (192.168.202.126@tcp) 00000020:01000000:1.0:1783141764.972263:0:6178:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8fbc05454000 00000020:00000080:1.0:1783141764.972266:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783141764.972278:0:6178:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8fbc05454000 (00000000c6fa4604) 00000020:00000080:1.0:1783141764.972295:0:6178:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:1.0:1783141764.972299:0:6178:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8fbc05454000 00000020:00000080:1.0:1783141764.972302:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1783141764.972376:0:6178:0:(ldlm_lib.c:102:import_set_conn()) imp 000000007985eb91@lustre-OST0000-osc-ffff8fbc05454000: add connection 192.168.202.126@tcp at head 00010000:00010000:1.0:1783141764.972606:0:6178:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8fbc05454000-3 is initialized 00000020:00000080:1.0:1783141765.025058:0:6178:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8fbc05454000 (uuid 7b19464e-4cde-4228-bb92-7aa0d307b374) 00000020:01000000:1.0:1783141765.025087:0:6178:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8fbc05454000 00000020:00000080:1.0:1783141765.025092:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1783141765.025126:0:6178:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1783141765.025150:0:6178:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff8fbc05454000: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1783141765.025160:0:6178:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1783141765.025433:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783141765.025446:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141765.025448:0:6178:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1783141765.025453:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1783141765.025455:0:6178:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1783141765.025457:0:6178:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783141765.025459:0:6178:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783141765.025460:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1783141765.025463:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141765.025464:0:6178:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1783141765.025466:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1783141765.025472:0:6178:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.126@tcp:/lustre 00000020:00000080:1.0:1783141765.025477:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141765.025478:0:6178:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1783141765.025482:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783141765.025488:0:6178:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.126@tcp to nid 0x20000c0a8ca7e (192.168.202.126@tcp) 00000020:01000000:1.0:1783141765.025523:0:6178:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8fbc05454000 00000020:00000080:1.0:1783141765.025526:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783141765.025540:0:6178:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8fbc05454000 (000000003e4aa323) 00000020:00000080:1.0:1783141765.025567:0:6178:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:1.0:1783141765.025574:0:6178:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8fbc05454000 00000020:00000080:1.0:1783141765.026726:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1783141765.027146:0:6178:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000052403e96@lustre-OST0001-osc-ffff8fbc05454000: add connection 192.168.202.126@tcp at head 00010000:00010000:1.0:1783141765.028462:0:6178:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8fbc05454000-4 is initialized 00000020:00000080:1.0:1783141765.029433:0:6178:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8fbc05454000 (uuid 7b19464e-4cde-4228-bb92-7aa0d307b374) 00000020:01000000:1.0:1783141765.029453:0:6178:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8fbc05454000 00000020:00000080:1.0:1783141765.029457:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1783141765.029487:0:6178:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1783141765.029498:0:6178:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff8fbc05454000: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1783141765.029503:0:6178:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1783141765.029515:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783141765.029520:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141765.029522:0:6178:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1783141765.029533:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783141765.029537:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141765.029539:0:6178:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1783141765.029542:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1783141765.029543:0:6178:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:1.0:1783141765.029905:0:6178:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000334f36ec pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:6178:1869759466439680:192.168.202.126@tcp:502: 00000100:00100000:1.0:1783141765.032156:0:6178:0:(client.c:2701:ptlrpc_set_wait()) set 000000009e60da29 going to sleep for 11 seconds 00000100:00100000:0.0:1783141765.038783:0:6178:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000334f36ec pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:6178:1869759466439680:192.168.202.126@tcp:502: 00000020:01000000:0.0:1783141765.038857:0:6178:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783141765.038866:0:6178:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783141765.038868:0:6178:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000040:00080000:0.0:1783141765.038872:0:6178:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:3.0:1783141765.038966:0:6158:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:3.0:1783141765.038993:0:6158:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1783141765.039015:0:6158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: 000000005b411a96/0x624540223b322d19 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810b9c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141765.039026:0:6158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: 000000005b411a96/0x624540223b322d19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810b9c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783141765.039033:0:6158:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-cliir-ffff8fbc05454000 from 1 10000000:01000000:3.0:1783141765.039035:0:6158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1783141765.039080:0:6158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: 000000000108923d/0x624540223b322d4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141765.039087:0:6158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: 000000000108923d/0x624540223b322d4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141765.039097:0:6158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: 000000000108923d/0x624540223b322d4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783141765.039118:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000b201c0d4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466439808:192.168.202.126@tcp:101: 00000100:00100000:3.0:1783141765.039201:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 00000000f85c0bb1 going to sleep for 11 seconds 00000100:00100000:1.0:1783141765.046486:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000b201c0d4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466439808:192.168.202.126@tcp:101: 00010000:00010000:1.0:1783141765.046537:0:6158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: 000000000108923d/0x624540223b322d4a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810ba3 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783141765.046552:0:6158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: 000000000108923d/0x624540223b322d4a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa58e3d5401810ba3 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783141765.047330:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000016995362 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466439936:192.168.202.126@tcp:256: 00000100:00100000:1.0:1783141765.047451:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 000000009e60da29 going to sleep for 11 seconds 00000100:00100000:2.0:1783141765.055719:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@0000000016995362 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466439936:192.168.202.126@tcp:256: 10000000:01000000:2.0:1783141765.057915:0:6158:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1783141765.059267:0:6158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: 000000000108923d/0x624540223b322d4a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810ba3 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141765.059301:0:6158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: 000000000108923d/0x624540223b322d4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810ba3 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783141765.059359:0:6158:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8fbc05454000 from 1 10000000:01000000:2.0:1783141765.059362:0:6158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783141765.059412:0:6158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: 0000000029d24b4f/0x624540223b322d51 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141765.059419:0:6158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: 0000000029d24b4f/0x624540223b322d51 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141765.059670:0:6158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: 0000000029d24b4f/0x624540223b322d51 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783141765.059700:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f6a59bce pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466440064:192.168.202.126@tcp:101: 00000100:00100000:2.0:1783141765.060426:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 000000003c0938b9 going to sleep for 11 seconds 00000100:00100000:2.0:1783141765.062537:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000f6a59bce pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466440064:192.168.202.126@tcp:101: 00010000:00010000:2.0:1783141765.062567:0:6158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: 0000000029d24b4f/0x624540223b322d51 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810baa expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141765.062590:0:6158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: 0000000029d24b4f/0x624540223b322d51 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa58e3d5401810baa expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783141765.062706:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f6a59bce pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466440192:192.168.202.126@tcp:501: 00000100:00100000:2.0:1783141765.063058:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 000000003c0938b9 going to sleep for 11 seconds 00000100:00100000:2.0:1783141765.066501:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000f6a59bce pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466440192:192.168.202.126@tcp:501: 00000100:00100000:2.0:1783141765.066604:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f6a59bce pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466440320:192.168.202.126@tcp:503: 00000100:00100000:2.0:1783141765.066760:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 000000003c0938b9 going to sleep for 11 seconds 00000100:00100000:2.0:1783141765.074733:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000f6a59bce pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:6158:1869759466440320:192.168.202.126@tcp:503: 00000100:00100000:2.0:1783141765.076220:0:6182:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f6a59bce pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:6182:1869759466440448:192.168.202.126@tcp:502: 00000100:00100000:2.0:1783141765.076362:0:6182:0:(client.c:2701:ptlrpc_set_wait()) set 00000000670b72c2 going to sleep for 11 seconds 00000100:00100000:2.0:1783141765.083697:0:6182:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000f6a59bce pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:6182:1869759466440448:192.168.202.126@tcp:502: 00000020:01000000:2.0:1783141765.083974:0:6182:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783141765.083987:0:6182:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783141765.083990:0:6182:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1783141765.083998:0:6182:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fbc05454000 00000020:00000080:2.0:1783141765.084002:0:6182:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1783141765.084062:0:6182:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a09f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:6182:1869759466440576:192.168.202.126@tcp:502: 00000100:00100000:2.0:1783141765.084222:0:6182:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc11a5e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783141765.087638:0:6182:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a09f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:6182:1869759466440576:192.168.202.126@tcp:502: 00000020:01000000:2.0:1783141765.087692:0:6182:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783141765.087704:0:6182:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783141765.087707:0:6182:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:2.0:1783141765.087712:0:6182:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:0.0:1783141765.088277:0:6158:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1783141765.088306:0:6158:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783141765.088445:0:6158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc039fda00/0x624540223b322d51 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810baa expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783141765.088461:0:6158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff8fbc039fda00/0x624540223b322d51 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810baa expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1783141765.088486:0:6158:0:(llite_lib.c:1495:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1783141765.088543:0:6158:0:(genops.c:1406:class_connect()) connect: client 7b19464e-4cde-4228-bb92-7aa0d307b374, cookie 0x624540223b322d58 00800000:01000000:0.0:1783141765.088588:0:6158:0:(lmv_obd.c:514:lmv_check_connect()) Time to connect 7b19464e-4cde-4228-bb92-7aa0d307b374 to lustre-clilmv-ffff8fbc05454000 00800000:01000000:0.0:1783141765.088596:0:6158:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8fbc05454000(7b19464e-4cde-4228-bb92-7aa0d307b374) - lustre-MDT0000_UUID, 7b19464e-4cde-4228-bb92-7aa0d307b374 00000020:00000080:0.0:1783141765.088607:0:6158:0:(genops.c:1406:class_connect()) connect: client 7b19464e-4cde-4228-bb92-7aa0d307b374, cookie 0x624540223b322d5f 00000100:00080000:0.0:1783141765.088620:0:6158:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff8fbc05454000: connect to NID 192.168.202.126@tcp last attempt 0 00000100:00080000:0.0:1783141765.088633:0:6158:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff8fbc05454000: import ffff8fbc11a18000 using connection 192.168.202.126@tcp/192.168.202.126@tcp 00000008:00100000:0.0:1783141765.088646:0:6158:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682454 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1783141765.088678:0:6158:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fbc05890a80 x1869759466440704/t0(0) o38->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783141765.088706:0:6158:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0000_UUID 00800000:01000000:0.0:1783141765.089038:0:6158:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8fbc05454000(7b19464e-4cde-4228-bb92-7aa0d307b374) successfully (5) 00800000:00000004:0.0:1783141765.089050:0:6158:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff8fbc05454000: age -702, max_age 0 00800000:01000000:0.0:1783141765.089083:0:6158:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff8fbc05454000(7b19464e-4cde-4228-bb92-7aa0d307b374) - lustre-MDT0001_UUID, 7b19464e-4cde-4228-bb92-7aa0d307b374 00000020:00000080:0.0:1783141765.089092:0:6158:0:(genops.c:1406:class_connect()) connect: client 7b19464e-4cde-4228-bb92-7aa0d307b374, cookie 0x624540223b322d66 00000100:00080000:0.0:1783141765.089098:0:6158:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff8fbc05454000: connect to NID 192.168.202.126@tcp last attempt 0 00000100:00080000:0.0:1783141765.089105:0:6158:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff8fbc05454000: import ffff8fbc11a79800 using connection 192.168.202.126@tcp/192.168.202.126@tcp 00000008:00100000:0.0:1783141765.089111:0:6158:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682454 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1783141765.089123:0:6158:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fbc05891c00 x1869759466440960/t0(0) o38->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783141765.089131:0:6158:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0001_UUID 00000100:00100000:2.0:1783141765.089211:0:2397:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7b19464e-4cde-4228-bb92-7aa0d307b374:2397:1869759466440704:192.168.202.126@tcp:38: 00000100:00100000:2.0:1783141765.089316:0:2397:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7b19464e-4cde-4228-bb92-7aa0d307b374:2397:1869759466440960:192.168.202.126@tcp:38: 00800000:01000000:0.0:1783141765.090132:0:6158:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff8fbc05454000(7b19464e-4cde-4228-bb92-7aa0d307b374) successfully (5) 00800000:00000004:0.0:1783141765.090137:0:6158:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff8fbc05454000: age -702, max_age 0 00000080:00000004:0.0:1783141765.090174:0:6158:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff8fbc05454000: age -702, max_age 298 00800000:00000004:0.0:1783141765.090181:0:6158:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff8fbc05454000: age -702, max_age 298 00000100:00080000:0.0:1783141765.090199:0:6158:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8fbc05892a00 x1869759466441216/t0(0) o41->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783141765.090209:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc118aa480 going to sleep for 0 seconds 00000100:00080000:0.0:1783141765.090294:0:2399:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8fbc05890380 x1869759466440832/t0(0) o41->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783141765.090306:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1783141765.090312:0:2399:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8fbc05891f80 x1869759466441088/t0(0) o41->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1783141765.099205:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc05890a80 x1869759466440704/t0(0) o38->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 520/416 e 0 to 0 dl 1783141775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141765.099223:0:2397:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8fbc05454000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1783141765.099234:0:2397:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8fbc05454000: connect to target with instance 1 00000001:01000000:3.0:1783141765.348924:0:2397:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8fbc05454000: T10 checksum algorithm t10ip512 speed = 2279 MB/s 00000001:01000000:3.0:1783141765.598948:0:2397:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8fbc05454000: T10 checksum algorithm t10ip4K speed = 3543 MB/s 00000001:01000000:2.0:1783141765.853057:0:2397:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8fbc05454000: T10 checksum algorithm t10crc512 speed = 488 MB/s 00010000:00010000:2.0:1783141765.952240:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:2.0:1783141766.103351:0:2397:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8fbc05454000: T10 checksum algorithm t10crc4K speed = 667 MB/s 00000100:00080000:2.0:1783141766.103367:0:2397:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8fbc05454000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1783141766.103382:0:2397:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1783141766.103388:0:2397:0:(import.c:65:import_set_state_nolock()) ffff8fbc11a18000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1783141766.104714:0:2397:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000042016835): req@ffff8fbc05892a00 x1869759466441216/t0(0) o41->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783141766.105109:0:2397:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000097ec694e): req@ffff8fbc05890380 x1869759466440832/t0(0) o41->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141766.105127:0:2397:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7b19464e-4cde-4228-bb92-7aa0d307b374:2397:1869759466440704:192.168.202.126@tcp:38: 00010000:00080000:2.0:1783141766.105171:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc05891c00 x1869759466440960/t0(0) o38->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 520/416 e 0 to 0 dl 1783141775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141766.105181:0:2397:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8fbc05454000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1783141766.105193:0:2397:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff8fbc05454000: connect to target with instance 1 00000100:00080000:2.0:1783141766.105205:0:2397:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff8fbc05454000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1783141766.105217:0:2397:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1783141766.105220:0:2397:0:(import.c:65:import_set_state_nolock()) ffff8fbc11a79800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1783141766.108123:0:2397:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7b19464e-4cde-4228-bb92-7aa0d307b374:2397:1869759466440960:192.168.202.126@tcp:38: 00010000:00080000:1.0:1783141766.112257:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc05891f80 x1869759466441088/t0(0) o41->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/368 e 0 to 0 dl 1783141782 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141766.112283:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7b19464e-4cde-4228-bb92-7aa0d307b374:0:1869759466441088:192.168.202.126@tcp:41: 00010000:00080000:1.0:1783141766.112296:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc05890380 x1869759466440832/t0(0) o41->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/368 e 0 to 0 dl 1783141782 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141766.112306:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7b19464e-4cde-4228-bb92-7aa0d307b374:0:1869759466440832:192.168.202.126@tcp:41: 00000100:00100000:0.0:1783141766.113394:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc118aa480 going to sleep for 0 seconds 00000100:00100000:1.0:1783141766.113620:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc118aa480 going to sleep for 11 seconds 00010000:00080000:2.0:1783141766.120469:0:6158:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc05892a00 x1869759466441216/t0(0) o41->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/368 e 0 to 0 dl 1783141782 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141766.120492:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05892a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7b19464e-4cde-4228-bb92-7aa0d307b374:6158:1869759466441216:192.168.202.126@tcp:41: 00800000:00000004:2.0:1783141766.120519:0:6158:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff8fbc05454000: update ffff8fbc11a137d0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:2.0:1783141766.120527:0:6158:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff8fbc05454000: update ffff8fbc11a11e10 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:2.0:1783141766.120595:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a09f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7b19464e-4cde-4228-bb92-7aa0d307b374:6158:1869759466441344:192.168.202.126@tcp:40: 00000100:00100000:2.0:1783141766.120671:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc11a5e3c0 going to sleep for 11 seconds 00010000:00080000:2.0:1783141766.125407:0:6158:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a09f80 x1869759466441344/t0(0) o40->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 440/448 e 0 to 0 dl 1783141782 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141766.125434:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a09f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7b19464e-4cde-4228-bb92-7aa0d307b374:6158:1869759466441344:192.168.202.126@tcp:40: 00000080:00000004:2.0:1783141766.125468:0:6158:0:(llite_lib.c:513:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1783141766.125487:0:6158:0:(llite_lib.c:675:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682454 ocd_grant: 2146304 00020000:01000000:2.0:1783141766.125493:0:6158:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1783141766.125510:0:6158:0:(genops.c:1406:class_connect()) connect: client 7b19464e-4cde-4228-bb92-7aa0d307b374, cookie 0x624540223b322d6d 00000020:00000080:2.0:1783141766.125534:0:6158:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x624540223b322d74 00000100:00080000:2.0:1783141766.125543:0:6158:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-ffff8fbc05454000: connect to NID 192.168.202.126@tcp last attempt 0 00000100:00080000:2.0:1783141766.125552:0:6158:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-ffff8fbc05454000: import ffff8fbc11a78800 using connection 192.168.202.126@tcp/192.168.202.126@tcp 00000008:00100000:2.0:1783141766.125566:0:6158:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682454 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1783141766.125605:0:6158:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fbc11a09f80 x1869759466441472/t0(0) o8->lustre-OST0000-osc-ffff8fbc05454000@192.168.202.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783141766.125634:0:6158:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0000_UUID 00020000:01000000:2.0:1783141766.125662:0:6158:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8fbc05454000) active 00000080:00000004:2.0:1783141766.125687:0:6158:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000020:00000080:2.0:1783141766.125699:0:6158:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x624540223b322d7b 00000100:00080000:2.0:1783141766.125716:0:6158:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff8fbc05454000: connect to NID 192.168.202.126@tcp last attempt 0 00000100:00080000:2.0:1783141766.125722:0:6158:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff8fbc05454000: import ffff8fbc11a7a000 using connection 192.168.202.126@tcp/192.168.202.126@tcp 00000008:00100000:2.0:1783141766.125727:0:6158:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682454 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1783141766.125739:0:6158:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fbc11a0aa00 x1869759466441600/t0(0) o8->lustre-OST0001-osc-ffff8fbc05454000@192.168.202.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783141766.125748:0:6158:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0001_UUID 00020000:01000000:2.0:1783141766.125753:0:6158:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8fbc05454000) active 00000080:00000004:2.0:1783141766.125761:0:6158:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000100:00100000:2.0:1783141766.125835:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7b19464e-4cde-4228-bb92-7aa0d307b374:6158:1869759466441728:192.168.202.126@tcp:900: 00000100:00100000:2.0:1783141766.125914:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc11a5e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783141766.126270:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783141766.126282:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466441856:192.168.202.126@tcp:400: 00000100:00100000:1.0:1783141766.126507:0:2397:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7b19464e-4cde-4228-bb92-7aa0d307b374:2397:1869759466441472:192.168.202.126@tcp:8: 00000100:00100000:1.0:1783141766.126581:0:2397:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7b19464e-4cde-4228-bb92-7aa0d307b374:2397:1869759466441600:192.168.202.126@tcp:8: 00010000:00080000:2.0:1783141766.132550:0:6158:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a08700 x1869759466441728/t0(0) o900->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:29/10 lens 264/248 e 0 to 0 dl 1783141782 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141766.132574:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7b19464e-4cde-4228-bb92-7aa0d307b374:6158:1869759466441728:192.168.202.126@tcp:900: 00000100:00100000:2.0:1783141766.132663:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7b19464e-4cde-4228-bb92-7aa0d307b374:6158:1869759466441984:192.168.202.126@tcp:33: 00000100:00100000:2.0:1783141766.132852:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc11a5e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783141766.133242:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466441856:192.168.202.126@tcp:400: 00010000:00080000:3.0:1783141766.133290:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a0aa00 x1869759466441600/t0(0) o8->lustre-OST0001-osc-ffff8fbc05454000@192.168.202.126@tcp:28/4 lens 520/416 e 0 to 0 dl 1783141776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141766.133301:0:2397:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8fbc05454000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1783141766.133309:0:2397:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8fbc05454000: connect to target with instance 1 00000100:00080000:3.0:1783141766.133318:0:2397:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8fbc05454000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:3.0:1783141766.133331:0:2397:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1783141766.133338:0:2397:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1783141766.133345:0:2397:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1783141766.133349:0:2397:0:(import.c:65:import_set_state_nolock()) ffff8fbc11a7a000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1783141766.133355:0:2397:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1783141766.133358:0:2397:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1783141766.133361:0:2397:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1783141766.133367:0:2397:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7b19464e-4cde-4228-bb92-7aa0d307b374:2397:1869759466441600:192.168.202.126@tcp:8: 00010000:00080000:3.0:1783141766.144513:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a09f80 x1869759466441472/t0(0) o8->lustre-OST0000-osc-ffff8fbc05454000@192.168.202.126@tcp:28/4 lens 520/416 e 0 to 0 dl 1783141776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141766.144529:0:2397:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8fbc05454000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1783141766.144539:0:2397:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8fbc05454000: connect to target with instance 1 00000100:00080000:3.0:1783141766.144549:0:2397:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8fbc05454000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:3.0:1783141766.144562:0:2397:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1783141766.144567:0:2397:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1783141766.144573:0:2397:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1783141766.144577:0:2397:0:(import.c:65:import_set_state_nolock()) ffff8fbc11a78800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1783141766.144600:0:2397:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1783141766.144603:0:2397:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1783141766.144605:0:2397:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1783141766.144613:0:2397:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7b19464e-4cde-4228-bb92-7aa0d307b374:2397:1869759466441472:192.168.202.126@tcp:8: 00010000:00080000:2.0:1783141766.209759:0:6158:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a08700 x1869759466441984/t0(0) o33->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:23/10 lens 448/464 e 0 to 0 dl 1783141782 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783141766.209779:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7b19464e-4cde-4228-bb92-7aa0d307b374:6158:1869759466441984:192.168.202.126@tcp:33: 00000080:00200000:2.0:1783141766.210198:0:6158:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) 00000080:00200000:2.0:1783141766.210208:0:6158:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1783141766.210279:0:6158:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000080:00000004:2.0:1783141766.214470:0:6158:0:(super25.c:187:lustre_fill_super()) 192.168.202.126@tcp:/lustre: Mount complete 00000080:00200008:3.0:1783141766.425476:0:6200:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8fbc0ad200c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1783141766.425495:0:6200:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8),name=/ 00000002:00010000:3.0:1783141766.425536:0:6200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1783141766.425692:0:6200:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6200 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141766.425704:0:6200:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6200 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141766.425720:0:6200:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6200 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783141766.425746:0:6200:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job mkdir:7b19464e-4cde-4228-bb92-7aa0d307b374:6200:1869759466442112:192.168.202.126@tcp:101: 00000100:00100000:3.0:1783141766.425939:0:6200:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc07c92240 going to sleep for 11 seconds 00000100:00100000:3.0:1783141766.431127:0:6200:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job mkdir:7b19464e-4cde-4228-bb92-7aa0d307b374:6200:1869759466442112:192.168.202.126@tcp:101: 00010000:00010000:3.0:1783141766.431160:0:6200:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141766.431174:0:6200:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141766.431187:0:6200:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141766.431228:0:6200:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141766.431244:0:6200:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141766.431251:0:6200:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141766.431258:0:6200:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1783141766.431270:0:6200:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8fbc0a8ea680 x1869759466442112/t0(0) o101->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 576/688 e 0 to 0 dl 1783141782 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:3.0:1783141766.431285:0:6200:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141766.431299:0:6200:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8fbc058dbc00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1783141766.431306:0:6200:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1783141766.431337:0:6200:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1783141766.431342:0:6200:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8fbc0ad200c8) for lock 0x624540223b322d82 00000080:00010000:3.0:1783141766.431347:0:6200:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8fbc0ad200c8) 00000080:00010000:3.0:1783141766.431350:0:6200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x624540223b322d82 from it ffffb5b9c45d3cb8 00010000:00010000:3.0:1783141766.431354:0:6200:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141766.431373:0:6200:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783141766.972008:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141767.996124:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1783141768.826342:0:6252:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8fbc0ad200c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1783141768.826362:0:6252:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8),name=/ 00000002:00010000:3.0:1783141768.826393:0:6252:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1783141768.826416:0:6252:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783141768.826434:0:6252:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1783141768.826442:0:6252:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1783141768.826452:0:6252:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8fbc0ad200c8) 00000080:00010000:3.0:1783141768.826456:0:6252:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8fbc0ad200c8) for lock 0x624540223b322d82 00000080:00010000:3.0:1783141768.826466:0:6252:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x624540223b322d82 from it ffffb5b9c4313cb8 00010000:00010000:3.0:1783141768.826471:0:6252:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783141768.826482:0:6252:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1783141768.827501:0:6252:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8fbc0ad200c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1783141768.827510:0:6252:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8),name=/ 00000002:00010000:3.0:1783141768.827533:0:6252:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1783141768.827704:0:6252:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1783141768.827728:0:6252:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1783141768.827737:0:6252:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1783141768.827745:0:6252:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8fbc0ad200c8) 00000080:00010000:3.0:1783141768.827748:0:6252:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8fbc0ad200c8) for lock 0x624540223b322d82 00000080:00010000:3.0:1783141768.827757:0:6252:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x624540223b322d82 from it ffffb5b9c4313cb8 00010000:00010000:3.0:1783141768.827760:0:6252:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1783141768.827781:0:6252:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1783141768.829309:0:6252:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8),name=/ 00000002:00010000:3.0:1783141768.829350:0:6252:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1783141768.829372:0:6252:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1783141768.829392:0:6252:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1783141768.829401:0:6252:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1783141768.829409:0:6252:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8fbc0ad200c8) 00000080:00010000:3.0:1783141768.829412:0:6252:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8fbc0ad200c8) for lock 0x624540223b322d82 00000080:00010000:3.0:1783141768.829421:0:6252:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x624540223b322d82 from it ffffb5b9c4313bb0 00010000:00010000:3.0:1783141768.829424:0:6252:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1783141768.829441:0:6252:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1783141768.829457:0:6252:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8), inode mode 41ed mask 44 00000080:00200008:3.0:1783141768.829468:0:6252:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8fbc0ad200c8), flags 100000 00000080:00200080:3.0:1783141768.829753:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.829784:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00800000:00000004:3.0:1783141768.829792:0:6252:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff8fbc05454000: age 300, max_age 301 00000100:00100000:3.0:1783141768.829885:0:6252:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job lfs:7b19464e-4cde-4228-bb92-7aa0d307b374:6252:1869759466442240:192.168.202.126@tcp:41: 00000100:00100000:3.0:1783141768.830229:0:6252:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc11a2f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783141768.836317:0:6252:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job lfs:7b19464e-4cde-4228-bb92-7aa0d307b374:6252:1869759466442240:192.168.202.126@tcp:41: 00800000:00000004:3.0:1783141768.836358:0:6252:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff8fbc05454000: update ffff8fbc11a137d0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1783141768.836538:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.836577:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00800000:00000004:3.0:1783141768.836587:0:6252:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff8fbc05454000: age -702, max_age 301 00000100:00100000:3.0:1783141768.836633:0:6252:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job lfs:7b19464e-4cde-4228-bb92-7aa0d307b374:6252:1869759466442368:192.168.202.126@tcp:41: 00000100:00100000:3.0:1783141768.836783:0:6252:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc11a2f6c0 going to sleep for 11 seconds 00010000:00080000:3.0:1783141768.838744:0:6252:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc0a8ea680 x1869759466442368/t0(0) o41->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/368 e 0 to 0 dl 1783141784 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141768.838783:0:6252:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job lfs:7b19464e-4cde-4228-bb92-7aa0d307b374:6252:1869759466442368:192.168.202.126@tcp:41: 00800000:00000004:3.0:1783141768.838836:0:6252:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff8fbc05454000: update ffff8fbc11305190 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1783141768.838907:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.838926:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.838954:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.838961:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.838966:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.838969:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.838973:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.838977:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.838981:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.838984:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.838988:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.838992:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.838996:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839000:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839004:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839007:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839011:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839015:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839021:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839024:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839028:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839031:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839036:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839040:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839044:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839049:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839053:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839064:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839071:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839075:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839079:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839083:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839088:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839093:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839096:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839100:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839103:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839107:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839111:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839114:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839119:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839123:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839127:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839131:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839136:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839139:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839143:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839159:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839164:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839168:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839171:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839175:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839186:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839190:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839194:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839197:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839201:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839205:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839209:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839212:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839216:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839219:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839223:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839226:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839230:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839234:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839237:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839240:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839243:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839247:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839251:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839254:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839258:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839261:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839265:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839268:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839271:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839282:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839288:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839292:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839296:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839299:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839304:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839307:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839311:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839316:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839319:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839322:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839325:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839328:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839331:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839334:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839337:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839340:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839343:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839345:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839349:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839352:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839356:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839359:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839362:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839365:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839376:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839379:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839383:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839386:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839390:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839393:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839396:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839400:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839404:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839408:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839412:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839415:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839419:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839422:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839425:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839428:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839431:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839434:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839438:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839440:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839444:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839448:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839451:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00800000:00000080:3.0:1783141768.839455:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.839458:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.839471:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00020000:00000004:3.0:1783141768.839481:0:6252:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff8fbc05454000: age -702, max_age 301 00000100:00100000:3.0:1783141768.839528:0:6252:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job lfs:7b19464e-4cde-4228-bb92-7aa0d307b374:6252:1869759466442496:192.168.202.126@tcp:13: 00000100:00100000:3.0:1783141768.839629:0:6252:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc11a2f6c0 going to sleep for 11 seconds 00010000:00080000:3.0:1783141768.850620:0:6252:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc0a8ea680 x1869759466442496/t0(0) o13->lustre-OST0000-osc-ffff8fbc05454000@192.168.202.126@tcp:7/4 lens 224/368 e 0 to 0 dl 1783141784 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141768.850647:0:6252:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job lfs:7b19464e-4cde-4228-bb92-7aa0d307b374:6252:1869759466442496:192.168.202.126@tcp:13: 00020000:00000004:3.0:1783141768.850684:0:6252:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff8fbc05454000: update ffff8fbc11301e10 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1783141768.850857:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.850881:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00020000:00000004:3.0:1783141768.850891:0:6252:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff8fbc05454000: age -702, max_age 301 00000100:00100000:3.0:1783141768.850934:0:6252:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job lfs:7b19464e-4cde-4228-bb92-7aa0d307b374:6252:1869759466442624:192.168.202.126@tcp:13: 00000100:00100000:3.0:1783141768.851019:0:6252:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc11a2f6c0 going to sleep for 11 seconds 00010000:00080000:3.0:1783141768.856015:0:6252:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc0a8ea680 x1869759466442624/t0(0) o13->lustre-OST0001-osc-ffff8fbc05454000@192.168.202.126@tcp:7/4 lens 224/368 e 0 to 0 dl 1783141784 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141768.856044:0:6252:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job lfs:7b19464e-4cde-4228-bb92-7aa0d307b374:6252:1869759466442624:192.168.202.126@tcp:13: 00020000:00000004:3.0:1783141768.856078:0:6252:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff8fbc05454000: update ffff8fbc113037d0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1783141768.856267:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856292:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856302:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856308:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856312:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856316:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856320:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856350:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856357:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856360:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856363:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856367:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856372:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856376:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856380:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856384:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856388:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856392:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856396:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856399:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856402:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856406:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856410:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856413:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856418:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856421:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856425:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856428:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856431:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856434:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856437:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856441:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856453:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856457:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856460:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856464:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856467:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856470:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856473:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856476:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856479:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856483:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856486:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856489:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856493:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856496:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856500:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856503:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856507:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856510:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856514:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856517:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856521:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856524:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856528:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856532:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856536:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856547:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856552:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856556:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856559:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856562:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856566:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856570:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856573:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856577:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856581:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856584:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856588:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856592:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856596:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856599:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856603:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856607:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856610:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856613:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856617:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856621:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856624:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856627:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856631:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856634:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856647:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856651:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856656:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856659:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856663:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856666:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856671:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856674:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856678:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856681:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856685:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856689:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856693:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856696:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856701:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856704:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856708:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856712:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856715:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856719:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856723:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856726:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856729:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856732:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856736:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856748:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856752:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856756:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856759:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856773:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856778:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856783:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856787:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856790:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856793:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856796:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856799:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856802:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856805:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856808:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856852:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856858:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200080:3.0:1783141768.856862:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8) cmd=c00866a4 arg=7ffdbcf97e50 00020000:00000080:3.0:1783141768.856866:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8fbc05454000: cmd=c00866a4 len=592 karg=ffff8fbc0a621400 uarg=0000000000000000 00000080:00200008:3.0:1783141768.856885:0:6252:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8fbc0ad200c8), flags 100000 00010000:00010000:1.0:1783141769.028974:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141770.048430:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141771.073938:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783141771.204420:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466442752:192.168.202.126@tcp:400: 00000100:00100000:2.0:1783141771.204566:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466443008:192.168.202.126@tcp:400: 00000100:00100000:2.0:1783141771.204596:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466443264:192.168.202.126@tcp:400: 00000100:00100000:2.0:1783141771.204781:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1783141771.204789:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466442880:192.168.202.126@tcp:400: 00000100:00100000:2.0:1783141771.204833:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466443136:192.168.202.126@tcp:400: 00000100:00100000:2.0:1783141771.216045:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466442752:192.168.202.126@tcp:400: 00010000:00080000:2.0:1783141771.218622:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a0ad80 x1869759466443008/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141771.218646:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466443008:192.168.202.126@tcp:400: 00000100:00100000:2.0:1783141771.223172:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466442880:192.168.202.126@tcp:400: 00010000:00080000:2.0:1783141771.223399:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a0b100 x1869759466443136/t0(0) o400->lustre-OST0000-osc-ffff8fbc05454000@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141771.223412:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466443136:192.168.202.126@tcp:400: 00010000:00080000:3.0:1783141771.225298:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a0a300 x1869759466443264/t0(0) o400->lustre-OST0001-osc-ffff8fbc05454000@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141771.225317:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466443264:192.168.202.126@tcp:400: 00000001:02000400:0.0:1783141771.913193:0:6446:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1783141772.096875:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141773.116001:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783141774.140901:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141775.167983:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783141776.131639:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.126@tcp (source: 12345-192.168.202.126@tcp) 00000100:00100000:0.0:1783141776.131701:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.126@tcp (source: 12345-192.168.202.126@tcp) 00000100:00100000:1.0:1783141776.131927:0:6160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869759488515200 00000100:00100000:1.0:1783141776.131939:0:6160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869759488515200 00000100:00100000:1.0:1783141776.131988:0:6160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869759488515328 00000100:00100000:1.0:1783141776.131992:0:6160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869759488515328 00000100:00100000:1.0:1783141776.132012:0:6160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.126@tcp, seq: 0 00000100:00100000:1.0:1783141776.132024:0:6160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fbc05890700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4acba108-b13d-4e12-8af1-a771d4999ae3+4:10361:x1869759488515200:12345-192.168.202.126@tcp:104: 00010000:00010000:1.0:1783141776.132048:0:6160:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff8fbc00030000/0x624540223b322d19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa58e3d5401810b9c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783141776.132151:0:6160:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1783141776.132160:0:6160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fbc05890700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4acba108-b13d-4e12-8af1-a771d4999ae3+4:10361:x1869759488515200:12345-192.168.202.126@tcp:104: Request processed in 138us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1783141776.132169:0:6160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.126@tcp, seq: 0 00000100:00100000:1.0:1783141776.132187:0:6160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.126@tcp, seq: 1 00000100:00100000:1.0:1783141776.132193:0:6160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fbc05891180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4acba108-b13d-4e12-8af1-a771d4999ae3+3:10361:x1869759488515328:12345-192.168.202.126@tcp:104: 00010000:00010000:1.0:1783141776.132459:0:6160:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff8fbc029bc200/0x624540223b322d12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa58e3d5401810b95 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783141776.132513:0:6160:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1783141776.132520:0:6160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fbc05891180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4acba108-b13d-4e12-8af1-a771d4999ae3+3:10361:x1869759488515328:12345-192.168.202.126@tcp:104: Request processed in 326us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1783141776.132527:0:6160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.126@tcp, seq: 1 00010000:00010000:2.0:1783141776.132736:0:6170:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783141776.132746:0:6170:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff8fbc00030000/0x624540223b322d19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa58e3d5401810b9c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141776.132757:0:6170:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fbc00030000 already unused, calling callback (ffffffffc1177c20) 10000000:00010000:2.0:1783141776.132773:0:6170:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff8fbc00030000/0x624540223b322d19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa58e3d5401810b9c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141776.132784:0:6170:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff8fbc00030000/0x624540223b322d19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa58e3d5401810b9c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783141776.132791:0:6170:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff8fbc00030000/0x624540223b322d19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa58e3d5401810b9c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783141776.132797:0:6170:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1783141776.132901:0:6171:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783141776.132939:0:6170:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff8fbc00030000/0x624540223b322d19 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa58e3d5401810b9c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141776.132947:0:6170:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783141776.132970:0:6170:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff8fbc00030000/0x624540223b322d19 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa58e3d5401810b9c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141776.132978:0:6170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff8fbc00030000/0x624540223b322d19 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa58e3d5401810b9c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783141776.132978:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1783141776.132998:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783141776.133000:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466443392:192.168.202.126@tcp:103: 00010000:00010000:2.0:1783141776.133001:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141776.133005:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783141776.135555:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783141776.135561:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783141776.135563:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141776.136036:0:6171:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff8fbc029bc200/0x624540223b322d12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa58e3d5401810b95 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141776.136052:0:6171:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fbc029bc200 already unused, calling callback (ffffffffc1177c20) 10000000:00010000:2.0:1783141776.136057:0:6171:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff8fbc029bc200/0x624540223b322d12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa58e3d5401810b95 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141776.136071:0:6171:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff8fbc029bc200/0x624540223b322d12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa58e3d5401810b95 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783141776.136098:0:6171:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff8fbc029bc200/0x624540223b322d12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa58e3d5401810b95 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783141776.136105:0:6171:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1783141776.138467:0:6171:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff8fbc029bc200/0x624540223b322d12 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa58e3d5401810b95 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141776.138488:0:6171:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783141776.138526:0:6171:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff8fbc029bc200/0x624540223b322d12 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa58e3d5401810b95 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141776.138534:0:6171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff8fbc029bc200/0x624540223b322d12 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa58e3d5401810b95 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141776.138561:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141776.138563:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141776.138565:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783141776.138579:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783141776.138602:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2401:1869759466443520:192.168.202.126@tcp:103: 00000100:00100000:3.0:1783141776.142468:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466443392:192.168.202.126@tcp:103: 00000100:00100000:2.0:1783141776.148458:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2401:1869759466443520:192.168.202.126@tcp:103: 00010000:00010000:2.0:1783141776.190409:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783141776.316050:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466443648:192.168.202.126@tcp:400: 00000100:00100000:2.0:1783141776.316179:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466443904:192.168.202.126@tcp:400: 00000100:00100000:2.0:1783141776.316216:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1783141776.316221:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466443776:192.168.202.126@tcp:400: 00000100:00100000:2.0:1783141776.316244:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466444032:192.168.202.126@tcp:400: 00010000:00080000:3.0:1783141776.338783:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a0ad80 x1869759466443776/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141776.338808:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466443776:192.168.202.126@tcp:400: 00010000:00080000:3.0:1783141776.338840:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a0bb80 x1869759466444032/t0(0) o400->lustre-OST0001-osc-ffff8fbc05454000@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141776.338849:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466444032:192.168.202.126@tcp:400: 00000100:00100000:3.0:1783141776.338866:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466443648:192.168.202.126@tcp:400: 00010000:00080000:3.0:1783141776.338879:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a08700 x1869759466443904/t0(0) o400->lustre-OST0000-osc-ffff8fbc05454000@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141776.338888:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466443904:192.168.202.126@tcp:400: 00010000:00010000:3.0:1783141777.212189:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1783141777.477070:0:6173:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1783141777.477082:0:6173:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8fbc05454000 from 48 10000000:01000000:3.0:1783141777.477091:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1783141777.477168:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc20766000/0x624540223b322d89 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141777.477184:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff8fbc20766000/0x624540223b322d89 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141777.477217:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff8fbc20766000/0x624540223b322d89 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783141777.477253:0:6173:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466444160:192.168.202.126@tcp:101: 00000100:00100000:3.0:1783141777.477385:0:6173:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc03232000 going to sleep for 11 seconds 00000100:00100000:3.0:1783141777.489912:0:6173:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466444160:192.168.202.126@tcp:101: 00010000:00010000:3.0:1783141777.489956:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff8fbc20766000/0x624540223b322d89 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810be2 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141777.489972:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff8fbc20766000/0x624540223b322d89 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa58e3d5401810be2 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783141777.490070:0:6173:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466444288:192.168.202.126@tcp:501: 00000100:00100000:3.0:1783141777.490184:0:6173:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc03232000 going to sleep for 11 seconds 00000100:00100000:3.0:1783141777.492337:0:6173:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466444288:192.168.202.126@tcp:501: 00000100:00100000:3.0:1783141777.492417:0:6173:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466444416:192.168.202.126@tcp:503: 00000100:00100000:3.0:1783141777.492566:0:6173:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc03232000 going to sleep for 11 seconds 00000100:00100000:3.0:1783141777.503798:0:6173:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466444416:192.168.202.126@tcp:503: 00000100:00100000:3.0:1783141777.504325:0:6653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:6653:1869759466444544:192.168.202.126@tcp:502: 00000100:00100000:3.0:1783141777.504419:0:6653:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc03232540 going to sleep for 11 seconds 00000100:00100000:3.0:1783141777.506573:0:6653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:6653:1869759466444544:192.168.202.126@tcp:502: 00000020:01000000:3.0:1783141777.506628:0:6653:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783141777.506652:0:6653:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783141777.506655:0:6653:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1783141777.506663:0:6653:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1783141777.506724:0:6653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:6653:1869759466444672:192.168.202.126@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783141777.507153:0:6653:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc03232540 going to sleep for 11 seconds 00000100:00100000:3.0:1783141777.512722:0:6653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:6653:1869759466444672:192.168.202.126@tcp:502:llog_process_th.0 00000020:01000000:3.0:1783141777.512918:0:6653:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783141777.512933:0:6653:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783141777.512937:0:6653:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1783141777.512944:0:6653:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1783141777.513192:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:0.0:1783141777.513215:0:6173:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1783141777.513356:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc20766000/0x624540223b322d89 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810be2 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783141777.513373:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff8fbc20766000/0x624540223b322d89 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810be2 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783141777.513387:0:6173:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1783141777.513390:0:6173:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff8fbc11300000 from 1 10000000:01000000:0.0:1783141777.513393:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1783141777.513446:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc00030000/0x624540223b322d90 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783141777.513456:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff8fbc00030000/0x624540223b322d90 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783141777.513468:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff8fbc00030000/0x624540223b322d90 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783141777.513567:0:6173:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05892d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466444800:192.168.202.126@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783141777.513674:0:6173:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc118aacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783141777.516460:0:6173:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05892d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466444800:192.168.202.126@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783141777.516500:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff8fbc00030000/0x624540223b322d90 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810be9 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141777.516514:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff8fbc00030000/0x624540223b322d90 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa58e3d5401810be9 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783141777.516613:0:6173:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466444928:192.168.202.126@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783141777.516717:0:6173:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc03232540 going to sleep for 11 seconds 00000100:00100000:3.0:1783141777.519510:0:6173:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466444928:192.168.202.126@tcp:501:ll_cfg_requeue.0 10000000:01000000:3.0:1783141777.519578:0:6173:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1783141777.519595:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc00030000/0x624540223b322d90 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810be9 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141777.519610:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff8fbc00030000/0x624540223b322d90 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810be9 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141778.236418:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141779.260010:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783141779.804922:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.126@tcp (source: 12345-192.168.202.126@tcp) 00000100:00100000:1.0:1783141779.805387:0:6161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869759488525056 00000100:00100000:1.0:1783141779.805398:0:6161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869759488525056 00000100:00100000:1.0:1783141779.805588:0:6161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.126@tcp, seq: 2 00000100:00100000:1.0:1783141779.805601:0:6161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fbc05893100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4acba108-b13d-4e12-8af1-a771d4999ae3+3:10424:x1869759488525056:12345-192.168.202.126@tcp:104: 00010000:00010000:1.0:1783141779.805619:0:6161:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff8fbc039fda00/0x624540223b322d51 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa58e3d5401810baa expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783141779.805715:0:6161:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1783141779.805723:0:6161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fbc05893100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4acba108-b13d-4e12-8af1-a771d4999ae3+3:10424:x1869759488525056:12345-192.168.202.126@tcp:104: Request processed in 125us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1783141779.805730:0:6161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.126@tcp, seq: 2 00010000:00010000:3.0:1783141779.805786:0:6638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783141779.805793:0:6638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff8fbc039fda00/0x624540223b322d51 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa58e3d5401810baa expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141779.805801:0:6638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fbc039fda00 already unused, calling callback (ffffffffc1177c20) 10000000:00010000:3.0:1783141779.805804:0:6638:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff8fbc039fda00/0x624540223b322d51 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa58e3d5401810baa expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141779.805855:0:6638:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff8fbc039fda00/0x624540223b322d51 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa58e3d5401810baa expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783141779.805864:0:6638:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff8fbc039fda00/0x624540223b322d51 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa58e3d5401810baa expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783141779.805870:0:6638:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1783141779.805916:0:6638:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff8fbc039fda00/0x624540223b322d51 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa58e3d5401810baa expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141779.805922:0:6638:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783141779.805941:0:6638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff8fbc039fda00/0x624540223b322d51 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa58e3d5401810baa expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141779.805949:0:6638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff8fbc039fda00/0x624540223b322d51 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa58e3d5401810baa expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141779.805977:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783141779.805979:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783141779.805981:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783141779.806019:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2401:1869759466445056:192.168.202.126@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783141779.817350:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2401:1869759466445056:192.168.202.126@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783141780.291785:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141781.308671:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783141781.437926:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466445312:192.168.202.126@tcp:400:kworker.0 00000100:00100000:1.0:1783141781.438154:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2399:1869759466445184:192.168.202.126@tcp:400:kworker.0 00000100:00100000:1.0:1783141781.438252:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2399:1869759466445440:192.168.202.126@tcp:400:kworker.0 00000100:00100000:1.0:1783141781.438280:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2399:1869759466445696:192.168.202.126@tcp:400:kworker.0 00000100:00100000:0.0:1783141781.439673:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466445568:192.168.202.126@tcp:400:kworker.0 00000100:00100000:1.0:1783141781.447770:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2399:1869759466445184:192.168.202.126@tcp:400:kworker.0 00010000:00080000:1.0:1783141781.447790:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc05891880 x1869759466445440/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141781.447802:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2399:1869759466445440:192.168.202.126@tcp:400:kworker.0 00010000:00080000:1.0:1783141781.447836:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc05890000 x1869759466445696/t0(0) o400->lustre-OST0001-osc-ffff8fbc05454000@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141781.447846:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2399:1869759466445696:192.168.202.126@tcp:400:kworker.0 00000100:00100000:0.0:1783141781.447974:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466445312:192.168.202.126@tcp:400:kworker.0 00010000:00080000:0.0:1783141781.447990:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc05891500 x1869759466445568/t0(0) o400->lustre-OST0000-osc-ffff8fbc05454000@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783141781.448014:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466445568:192.168.202.126@tcp:400:kworker.0 10000000:01000000:3.0:1783141781.565259:0:6173:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1783141781.565270:0:6173:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8fbc05454000 from 4 10000000:01000000:3.0:1783141781.565275:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1783141781.565329:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc20766600/0x624540223b322d97 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141781.565343:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff8fbc20766600/0x624540223b322d97 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141781.565355:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff8fbc20766600/0x624540223b322d97 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783141781.565384:0:6173:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466445824:192.168.202.126@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783141781.565498:0:6173:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc03232540 going to sleep for 11 seconds 00000100:00100000:3.0:1783141781.590835:0:6173:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466445824:192.168.202.126@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783141781.590867:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff8fbc20766600/0x624540223b322d97 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cad expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141781.590880:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff8fbc20766600/0x624540223b322d97 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa58e3d5401810cad expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783141781.590969:0:6173:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466445952:192.168.202.126@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783141781.591052:0:6173:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc03232540 going to sleep for 11 seconds 00000100:00100000:3.0:1783141781.601794:0:6173:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466445952:192.168.202.126@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783141781.601899:0:6173:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466446080:192.168.202.126@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783141781.603484:0:6173:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc03232540 going to sleep for 11 seconds 00000100:00100000:3.0:1783141781.612375:0:6173:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466446080:192.168.202.126@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783141781.615543:0:6717:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05891500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:6717:1869759466446208:192.168.202.126@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783141781.615731:0:6717:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc118aa900 going to sleep for 11 seconds 00000100:00100000:1.0:1783141781.636022:0:6717:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05891500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:6717:1869759466446208:192.168.202.126@tcp:502:llog_process_th.0 00000020:01000000:1.0:1783141781.636349:0:6717:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783141781.636376:0:6717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141781.636379:0:6717:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1783141781.636387:0:6717:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fbc05454000 00000020:00000080:1.0:1783141781.636390:0:6717:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1783141781.638282:0:6717:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a96a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:6717:1869759466446336:192.168.202.126@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783141781.638514:0:6717:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc11006000 going to sleep for 11 seconds 00000100:00100000:3.0:1783141781.671203:0:6717:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a96a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:6717:1869759466446336:192.168.202.126@tcp:502:llog_process_th.0 00000020:01000000:3.0:1783141781.671267:0:6717:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783141781.671276:0:6717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783141781.671278:0:6717:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1783141781.671283:0:6717:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1783141781.677597:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:0.0:1783141781.677631:0:6173:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783141781.677643:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc20766600/0x624540223b322d97 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cad expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783141781.677666:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff8fbc20766600/0x624540223b322d97 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cad expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141782.333574:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783141783.358235:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141784.381979:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783141785.405076:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783141786.429991:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783141786.556080:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2398:1869759466446464:192.168.202.126@tcp:400:kworker.0 00000100:00100000:0.0:1783141786.556171:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466446720:192.168.202.126@tcp:400:kworker.0 00000100:00100000:0.0:1783141786.556236:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466446976:192.168.202.126@tcp:400:kworker.0 00000100:00100000:0.0:1783141786.556270:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1783141786.556275:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466446592:192.168.202.126@tcp:400:kworker.0 00000100:00100000:0.0:1783141786.556291:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466446848:192.168.202.126@tcp:400:kworker.0 00000100:00100000:0.0:1783141786.561312:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2398:1869759466446464:192.168.202.126@tcp:400:kworker.0 00000100:00100000:1.0:1783141786.569602:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466446592:192.168.202.126@tcp:400:kworker.0 00010000:00080000:1.0:1783141786.569804:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc05893800 x1869759466446848/t0(0) o400->lustre-OST0000-osc-ffff8fbc05454000@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141786.569863:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466446848:192.168.202.126@tcp:400:kworker.0 00010000:00080000:1.0:1783141786.569881:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc05890e00 x1869759466446720/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141786.569890:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466446720:192.168.202.126@tcp:400:kworker.0 00010000:00080000:1.0:1783141786.569901:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc05891500 x1869759466446976/t0(0) o400->lustre-OST0001-osc-ffff8fbc05454000@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141786.569909:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466446976:192.168.202.126@tcp:400:kworker.0 00000001:02000400:3.0:1783141786.911999:0:7017:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg226-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:1.0:1783141787.451972:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783141788.477767:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783141789.500153:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141790.526072:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783141791.550209:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783141791.677276:0:36:0:(import.c:65:import_set_state_nolock()) ffff8fbc11a78800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1783141791.677283:0:36:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8fbc05454000: disconnect after 23s idle 00000100:00100000:1.0:1783141791.679690:0:2397:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7b19464e-4cde-4228-bb92-7aa0d307b374:2397:1869759466447488:192.168.202.126@tcp:9:kworker.0 00000100:00080000:2.0:1783141791.680546:0:36:0:(import.c:65:import_set_state_nolock()) ffff8fbc11a7a000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1783141791.680552:0:36:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8fbc05454000: disconnect after 23s idle 00000100:00100000:1.0:1783141791.685549:0:2397:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7b19464e-4cde-4228-bb92-7aa0d307b374:2397:1869759466447616:192.168.202.126@tcp:9:kworker.0 00000100:00100000:2.0:1783141791.685963:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466447104:192.168.202.126@tcp:400:kworker.0 00000100:00100000:2.0:1783141791.686009:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466447360:192.168.202.126@tcp:400:kworker.0 00000100:00100000:2.0:1783141791.686040:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783141791.686048:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466447232:192.168.202.126@tcp:400:kworker.0 00000100:00100000:2.0:1783141791.694594:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466447232:192.168.202.126@tcp:400:kworker.0 00010000:00080000:2.0:1783141791.694623:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a08000 x1869759466447360/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141791.694635:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466447360:192.168.202.126@tcp:400:kworker.0 00010000:00080000:2.0:1783141791.694683:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a08e00 x1869759466447616/t0(0) o9->lustre-OST0001-osc-ffff8fbc05454000@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783141791.694694:0:2397:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8fbc11a08e00 x1869759466447616/t0(0) o9->lustre-OST0001-osc-ffff8fbc05454000@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141801 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783141791.694703:0:2397:0:(import.c:65:import_set_state_nolock()) ffff8fbc11a7a000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1783141791.694707:0:2397:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7b19464e-4cde-4228-bb92-7aa0d307b374:2397:1869759466447616:192.168.202.126@tcp:9:kworker.0 00010000:00080000:2.0:1783141791.694750:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a0b480 x1869759466447488/t0(0) o9->lustre-OST0000-osc-ffff8fbc05454000@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783141791.694760:0:2397:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8fbc11a0b480 x1869759466447488/t0(0) o9->lustre-OST0000-osc-ffff8fbc05454000@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141801 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783141791.694946:0:2397:0:(import.c:65:import_set_state_nolock()) ffff8fbc11a78800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1783141791.694951:0:2397:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7b19464e-4cde-4228-bb92-7aa0d307b374:2397:1869759466447488:192.168.202.126@tcp:9:kworker.0 00000100:00100000:2.0:1783141791.699880:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466447104:192.168.202.126@tcp:400:kworker.0 00000001:02000400:3.0:1783141792.549350:0:7297:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg226-client.virtnet: executing yml_node 00010000:00010000:3.0:1783141792.576628:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141793.596108:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783141794.630045:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783141795.647220:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783141796.676173:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783141796.799162:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2401:1869759466447744:192.168.202.126@tcp:400:kworker.0 00000100:00100000:2.0:1783141796.799280:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466448000:192.168.202.126@tcp:400:kworker.0 00000100:00100000:2.0:1783141796.799322:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783141796.799329:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466447872:192.168.202.126@tcp:400:kworker.0 00010000:00080000:2.0:1783141796.803291:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a08e00 x1869759466448000/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141796.803312:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466448000:192.168.202.126@tcp:400:kworker.0 00000100:00100000:3.0:1783141796.811181:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2401:1869759466447744:192.168.202.126@tcp:400:kworker.0 00000100:00100000:3.0:1783141796.811593:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466447872:192.168.202.126@tcp:400:kworker.0 00010000:00010000:3.0:1783141797.692012:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1783141798.063171:0:7751:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.54.86 00010000:00010000:0.0:1783141798.717778:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783141799.744925:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141800.765455:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1783141801.031667:0:7907:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.54.86 00010000:00010000:0.0:1783141801.788056:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783141801.917541:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783141801.917570:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2398:1869759466448128:192.168.202.126@tcp:400:kworker.0 00000100:00100000:1.0:1783141801.917771:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466448256:192.168.202.126@tcp:400:kworker.0 00000100:00100000:1.0:1783141801.917894:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783141801.917903:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466448384:192.168.202.126@tcp:400:kworker.0 00010000:00080000:0.0:1783141801.926504:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a96d80 x1869759466448384/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783141801.926528:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466448384:192.168.202.126@tcp:400:kworker.0 00000100:00100000:0.0:1783141801.926547:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466448256:192.168.202.126@tcp:400:kworker.0 00000100:00100000:0.0:1783141801.926558:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2398:1869759466448128:192.168.202.126@tcp:400:kworker.0 00010000:00010000:3.0:1783141802.815893:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1783141803.449781:0:8064:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.54.86 00010000:00010000:1.0:1783141803.836018:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783141804.860129:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1783141805.268866:0:8211:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Sat Jul 4 01:10:03 EDT 2026 00010000:00010000:2.0:1783141805.887477:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783141806.908039:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783141807.042776:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466448512:192.168.202.126@tcp:400:kworker.0 00000100:00100000:2.0:1783141807.047329:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783141807.047357:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466448640:192.168.202.126@tcp:400:kworker.0 00000100:00100000:2.0:1783141807.050348:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783141807.050410:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466448768:192.168.202.126@tcp:400:kworker.0 00000100:00100000:2.0:1783141807.050580:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466448640:192.168.202.126@tcp:400:kworker.0 00000100:00100000:2.0:1783141807.050594:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466448512:192.168.202.126@tcp:400:kworker.0 00010000:00080000:2.0:1783141807.054425:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc0a8e8380 x1869759466448768/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141807.054703:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466448768:192.168.202.126@tcp:400:kworker.0 00010000:00010000:3.0:1783141807.938341:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783141808.956103:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783141809.980026:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783141811.010792:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141812.030644:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783141812.160506:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2401:1869759466448896:192.168.202.126@tcp:400:kworker.0 00000100:00100000:3.0:1783141812.160519:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466449024:192.168.202.126@tcp:400:kworker.0 00000100:00100000:3.0:1783141812.160666:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783141812.160673:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466449152:192.168.202.126@tcp:400:kworker.0 00010000:00080000:2.0:1783141812.166180:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc0a8eaa00 x1869759466449152/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141812.166203:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466449152:192.168.202.126@tcp:400:kworker.0 00000100:00100000:2.0:1783141812.166221:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466449024:192.168.202.126@tcp:400:kworker.0 00000100:00100000:2.0:1783141812.175086:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2401:1869759466448896:192.168.202.126@tcp:400:kworker.0 00010000:00010000:1.0:1783141813.051971:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783141814.076041:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141815.100094:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783141816.124077:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783141817.157188:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783141817.276459:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2398:1869759466449280:192.168.202.126@tcp:400:kworker.0 00000100:00100000:0.0:1783141817.276571:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466449536:192.168.202.126@tcp:400:kworker.0 00000100:00100000:0.0:1783141817.276606:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783141817.276612:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466449408:192.168.202.126@tcp:400:kworker.0 00000100:00100000:0.0:1783141817.283790:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466449408:192.168.202.126@tcp:400:kworker.0 00000100:00100000:0.0:1783141817.283809:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2398:1869759466449280:192.168.202.126@tcp:400:kworker.0 00010000:00080000:0.0:1783141817.283847:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc05891880 x1869759466449536/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783141817.283860:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466449536:192.168.202.126@tcp:400:kworker.0 00010000:00010000:2.0:1783141818.175710:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141819.197338:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141820.219949:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141821.244235:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1783141822.222927:0:8769:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:1.0:1783141822.268051:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783141822.399486:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466449664:192.168.202.126@tcp:400:kworker.0 00000100:00100000:3.0:1783141822.399621:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466449920:192.168.202.126@tcp:400:kworker.0 00000100:00100000:3.0:1783141822.399669:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783141822.399676:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466449792:192.168.202.126@tcp:400:kworker.0 00000100:00100000:3.0:1783141822.402962:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466449792:192.168.202.126@tcp:400:kworker.0 00000100:00100000:3.0:1783141822.402975:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466449664:192.168.202.126@tcp:400:kworker.0 00010000:00080000:3.0:1783141822.402985:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc0a8ead80 x1869759466449920/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141822.402993:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466449920:192.168.202.126@tcp:400:kworker.0 00010000:00010000:3.0:1783141823.293483:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1783141823.712897:0:8910:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:2.0:1783141824.317214:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783141825.340246:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1783141825.559390:0:9055:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 01:10:23 (1783141823) === 00000080:00200008:2.0:1783141825.826490:0:8223:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8fbc0ad200c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1783141825.826503:0:8223:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8),name=/ 00000002:00010000:2.0:1783141825.826535:0:8223:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1783141825.826557:0:8223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1783141825.826572:0:8223:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1783141825.826579:0:8223:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1783141825.826587:0:8223:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8fbc0ad200c8) 00000080:00010000:2.0:1783141825.826591:0:8223:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8fbc0ad200c8) for lock 0x624540223b322d82 00000080:00010000:2.0:1783141825.826599:0:8223:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x624540223b322d82 from it ffffb5b9c0e33cb8 00010000:00010000:2.0:1783141825.826603:0:8223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1783141825.826611:0:8223:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:0.0:1783141825.850546:0:8223:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8fbc0ad200c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1783141825.850562:0:8223:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8),name=/ 00000002:00010000:0.0:1783141825.850605:0:8223:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1783141825.850644:0:8223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1783141825.850663:0:8223:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:0.0:1783141825.850672:0:8223:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1783141825.850684:0:8223:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8fbc0ad200c8) 00000080:00010000:0.0:1783141825.850688:0:8223:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8fbc0ad200c8) for lock 0x624540223b322d82 00000080:00010000:0.0:1783141825.850699:0:8223:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x624540223b322d82 from it ffffb5b9c0e33cb8 00010000:00010000:0.0:1783141825.850704:0:8223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1783141825.850715:0:8223:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:0.0:1783141825.882237:0:8223:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8fbc0ad200c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1783141825.882253:0:8223:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8),name=/ 00000002:00010000:0.0:1783141825.882301:0:8223:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1783141825.882331:0:8223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1783141825.882349:0:8223:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:0.0:1783141825.882356:0:8223:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1783141825.882367:0:8223:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8fbc0ad200c8) 00000080:00010000:0.0:1783141825.882370:0:8223:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8fbc0ad200c8) for lock 0x624540223b322d82 00000080:00010000:0.0:1783141825.882392:0:8223:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x624540223b322d82 from it ffffb5b9c0e33cb8 00010000:00010000:0.0:1783141825.882396:0:8223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1783141825.882406:0:8223:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:0.0:1783141825.914246:0:8223:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8fbc0ad200c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1783141825.914258:0:8223:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad200c8),name=/ 00000002:00010000:0.0:1783141825.914285:0:8223:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1783141825.914317:0:8223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1783141825.914334:0:8223:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:0.0:1783141825.914343:0:8223:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1783141825.914350:0:8223:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8fbc0ad200c8) 00000080:00010000:0.0:1783141825.914354:0:8223:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8fbc0ad200c8) for lock 0x624540223b322d82 00000080:00010000:0.0:1783141825.914362:0:8223:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x624540223b322d82 from it ffffb5b9c0e33cb8 00010000:00010000:0.0:1783141825.914367:0:8223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1783141825.914375:0:8223:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8fbc05454000 lock: ffff8fbc20767200/0x624540223b322d82 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa58e3d5401810bd4 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:2.0:1783141826.288648:0:9103:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:2.0:1783141826.288654:0:9103:0:(obd_mount.c:916:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1783141826.288655:0:9103:0:(obd_mount.c:917:lmd_print()) device: 192.168.202.126@tcp:/lustre 00000020:01000004:2.0:1783141826.288657:0:9103:0:(obd_mount.c:920:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1783141826.288777:0:9103:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8fbc118b8800 00000080:01000004:2.0:1783141826.288788:0:9103:0:(super25.c:167:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1783141826.289152:0:9103:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.202.126@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1783141826.289156:0:9103:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.126@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1783141826.289220:0:9103:0:(llite_lib.c:1387:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8fbc118b8800 (sb ffff8fbc118b8800) 00000080:01000000:2.0:1783141826.289328:0:9103:0:(llite_lib.c:1114:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1783141826.289330:0:9103:0:(llite_lib.c:1124:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1783141826.289334:0:9103:0:(llite_lib.c:1124:ll_options()) next opt=flock 00000080:01000000:2.0:1783141826.289342:0:9103:0:(llite_lib.c:1421:ll_fill_super()) llite sb uuid: ac2a2b26-b900-4894-bde3-2a2cf50902ff 10000000:01000000:2.0:1783141826.293713:0:9103:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1783141826.293720:0:9103:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8fbc118b8800 10000000:01000000:2.0:1783141826.293733:0:9103:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8fbc118b8800 10000000:01000000:2.0:1783141826.293736:0:9103:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1783141826.293741:0:9103:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8fbc118b8800 10000000:01000000:2.0:1783141826.293744:0:9103:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783141826.293747:0:9103:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8fbc118b8800 10000000:01000000:2.0:1783141826.293750:0:9103:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1783141826.293754:0:9103:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8fbc118b8800 from 1 10000000:01000000:2.0:1783141826.293756:0:9103:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1783141826.293797:0:9103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc039fd000/0x624540223b322d9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141826.294156:0:9103:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff8fbc039fd000/0x624540223b322d9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783141826.294245:0:9103:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff8fbc039fd000/0x624540223b322d9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783141826.294276:0:9103:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:9103:1869759466450048:192.168.202.126@tcp:101:mount.lustre.0 00000100:00100000:2.0:1783141826.294436:0:9103:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc0568ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1783141826.319683:0:9103:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:9103:1869759466450048:192.168.202.126@tcp:101:mount.lustre.0 00010000:00010000:3.0:1783141826.319717:0:9103:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff8fbc039fd000/0x624540223b322d9e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cb4 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141826.319731:0:9103:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff8fbc039fd000/0x624540223b322d9e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa58e3d5401810cb4 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783141826.319875:0:9103:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:9103:1869759466450176:192.168.202.126@tcp:501:mount.lustre.0 00000100:00100000:3.0:1783141826.319988:0:9103:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc04cb3180 going to sleep for 11 seconds 00000100:00100000:3.0:1783141826.332224:0:9103:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:9103:1869759466450176:192.168.202.126@tcp:501:mount.lustre.0 00000100:00100000:3.0:1783141826.332306:0:9103:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:9103:1869759466450304:192.168.202.126@tcp:503:mount.lustre.0 00000100:00100000:3.0:1783141826.332425:0:9103:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc04cb3180 going to sleep for 11 seconds 00000100:00100000:3.0:1783141826.353728:0:9103:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:9103:1869759466450304:192.168.202.126@tcp:503:mount.lustre.0 00000100:00100000:3.0:1783141826.358408:0:9107:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:9107:1869759466450432:192.168.202.126@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783141826.358556:0:9107:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc04cb36c0 going to sleep for 11 seconds 00010000:00010000:3.0:1783141826.364005:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783141826.369075:0:9107:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:9107:1869759466450432:192.168.202.126@tcp:502:llog_process_th.0 00000020:01000000:3.0:1783141826.369132:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783141826.369146:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783141826.369148:0:9107:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1783141826.369158:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8fbc118b8800 00000020:00000080:3.0:1783141826.369160:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783141826.369202:0:9107:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8fbc118b8800 (ffff8fbc11a98000) 00000020:00000080:3.0:1783141826.369225:0:9107:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:3.0:1783141826.369233:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8fbc118b8800 00000020:00000080:3.0:1783141826.369236:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1783141826.373279:0:9107:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8fbc118b8800 (uuid ac2a2b26-b900-4894-bde3-2a2cf50902ff) 00000020:01000000:1.0:1783141826.373312:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783141826.373321:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.373323:0:9107:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:1.0:1783141826.373327:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783141826.373331:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.373333:0:9107:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:1.0:1783141826.373337:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8fbc118b8800 00000020:00000080:1.0:1783141826.373340:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783141826.373362:0:9107:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8fbc118b8800 (ffff8fbc10b399c0) 00000020:00000080:1.0:1783141826.373385:0:9107:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:1.0:1783141826.373391:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8fbc118b8800 00000020:00000080:1.0:1783141826.373394:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1783141826.379699:0:9107:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8fbc118b8800 (uuid ac2a2b26-b900-4894-bde3-2a2cf50902ff) 00000020:01000000:1.0:1783141826.379719:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783141826.379729:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.379731:0:9107:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1783141826.379735:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783141826.379740:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.379742:0:9107:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1783141826.379752:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1783141826.379755:0:9107:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1783141826.379758:0:9107:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1783141826.379766:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783141826.379768:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.379770:0:9107:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1783141826.379772:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783141826.379778:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.379779:0:9107:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1783141826.379782:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783141826.379789:0:9107:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.126@tcp to nid 0x20000c0a8ca7e (192.168.202.126@tcp) 00000020:01000000:1.0:1783141826.379845:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8fbc118b8800 00000020:00000080:1.0:1783141826.379848:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783141826.379863:0:9107:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8fbc118b8800 (ffff8fbc10b3b380) 00000020:00000080:1.0:1783141826.384651:0:9107:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:1.0:1783141826.384679:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8fbc118b8800 00000020:00000080:1.0:1783141826.384684:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1783141826.384841:0:9107:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fbc11a7b000@lustre-MDT0000-mdc-ffff8fbc118b8800: add connection 192.168.202.126@tcp at head 00010000:00010000:1.0:1783141826.386526:0:9107:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8fbc118b8800-5 is initialized 00000040:01000000:1.0:1783141826.386767:0:9107:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8fbc118b8800 ctxt 13 is initialized 00000020:00000080:1.0:1783141826.386840:0:9107:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8fbc118b8800 (uuid ac2a2b26-b900-4894-bde3-2a2cf50902ff) 00000020:01000000:1.0:1783141826.386855:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8fbc118b8800 00000020:00000080:1.0:1783141826.386858:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1783141826.386882:0:9107:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1783141826.386924:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783141826.386928:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.386930:0:9107:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1783141826.386933:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1783141826.386936:0:9107:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1783141826.386937:0:9107:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783141826.386939:0:9107:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783141826.386941:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1783141826.386951:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.386953:0:9107:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1783141826.386956:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783141826.386961:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.386962:0:9107:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:1.0:1783141826.386965:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783141826.386971:0:9107:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.126@tcp to nid 0x20000c0a8ca7e (192.168.202.126@tcp) 00000020:01000000:1.0:1783141826.387000:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff8fbc118b8800 00000020:00000080:1.0:1783141826.387003:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783141826.387014:0:9107:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff8fbc118b8800 (ffff8fbc10b38000) 00000020:00000080:1.0:1783141826.387029:0:9107:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:1.0:1783141826.387035:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff8fbc118b8800 00000020:00000080:1.0:1783141826.387037:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1783141826.387109:0:9107:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fbc11a7f800@lustre-MDT0001-mdc-ffff8fbc118b8800: add connection 192.168.202.126@tcp at head 00010000:00010000:1.0:1783141826.402631:0:9107:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff8fbc118b8800-6 is initialized 00000040:01000000:1.0:1783141826.405500:0:9107:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff8fbc118b8800 ctxt 13 is initialized 00000020:00000080:1.0:1783141826.405557:0:9107:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff8fbc118b8800 (uuid ac2a2b26-b900-4894-bde3-2a2cf50902ff) 00000020:01000000:1.0:1783141826.405573:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8fbc118b8800 00000020:00000080:1.0:1783141826.405577:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1783141826.405602:0:9107:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:1.0:1783141826.405638:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783141826.405642:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.405643:0:9107:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:1.0:1783141826.405646:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1783141826.405648:0:9107:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1783141826.405649:0:9107:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783141826.405651:0:9107:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783141826.405652:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1783141826.405654:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.405655:0:9107:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1783141826.405657:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1783141826.405661:0:9107:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.126@tcp:/lustre 00000020:00000080:1.0:1783141826.405670:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.405672:0:9107:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1783141826.405675:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783141826.405681:0:9107:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.126@tcp to nid 0x20000c0a8ca7e (192.168.202.126@tcp) 00000020:01000000:1.0:1783141826.405705:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8fbc118b8800 00000020:00000080:1.0:1783141826.405708:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783141826.405717:0:9107:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8fbc118b8800 (ffff8fbc10b3cd40) 00000020:00000080:1.0:1783141826.405729:0:9107:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:1.0:1783141826.405733:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8fbc118b8800 00000020:00000080:1.0:1783141826.405735:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1783141826.405799:0:9107:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fbc05749000@lustre-OST0000-osc-ffff8fbc118b8800: add connection 192.168.202.126@tcp at head 00010000:00010000:1.0:1783141826.406090:0:9107:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8fbc118b8800-7 is initialized 00000020:00000080:1.0:1783141826.413385:0:9107:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8fbc118b8800 (uuid ac2a2b26-b900-4894-bde3-2a2cf50902ff) 00000020:01000000:1.0:1783141826.413408:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8fbc118b8800 00000020:00000080:1.0:1783141826.413413:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1783141826.413444:0:9107:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1783141826.413455:0:9107:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff8fbc118b8800: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1783141826.413461:0:9107:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1783141826.413484:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783141826.413488:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.413490:0:9107:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1783141826.413495:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1783141826.413498:0:9107:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1783141826.413499:0:9107:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783141826.413501:0:9107:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783141826.413502:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1783141826.413504:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.413505:0:9107:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1783141826.413508:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1783141826.413514:0:9107:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.126@tcp:/lustre 00000020:00000080:1.0:1783141826.413518:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.413519:0:9107:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1783141826.413529:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783141826.413535:0:9107:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.126@tcp to nid 0x20000c0a8ca7e (192.168.202.126@tcp) 00000020:01000000:1.0:1783141826.413566:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8fbc118b8800 00000020:00000080:1.0:1783141826.413569:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783141826.413592:0:9107:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8fbc118b8800 (ffff8fbc0577cd40) 00000020:00000080:1.0:1783141826.413614:0:9107:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:1.0:1783141826.413621:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8fbc118b8800 00000020:00000080:1.0:1783141826.413625:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1783141826.413708:0:9107:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fbc0574e800@lustre-OST0001-osc-ffff8fbc118b8800: add connection 192.168.202.126@tcp at head 00010000:00010000:1.0:1783141826.415470:0:9107:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8fbc118b8800-8 is initialized 00000020:00000080:1.0:1783141826.417382:0:9107:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8fbc118b8800 (uuid ac2a2b26-b900-4894-bde3-2a2cf50902ff) 00000020:01000000:1.0:1783141826.417402:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8fbc118b8800 00000020:00000080:1.0:1783141826.417406:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1783141826.417432:0:9107:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1783141826.417442:0:9107:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff8fbc118b8800: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1783141826.417447:0:9107:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1783141826.417460:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783141826.417465:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.417466:0:9107:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1783141826.417471:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783141826.417475:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.417477:0:9107:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1783141826.417480:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1783141826.417481:0:9107:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1783141826.417483:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783141826.417486:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.417487:0:9107:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000100:00100000:1.0:1783141826.417551:0:9107:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a94700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:9107:1869759466450560:192.168.202.126@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783141826.418936:0:9107:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc07c92600 going to sleep for 11 seconds 00000100:00100000:0.0:1783141826.438491:0:9107:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a94700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:9107:1869759466450560:192.168.202.126@tcp:502:llog_process_th.0 00000020:01000000:0.0:1783141826.438709:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783141826.438725:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783141826.438729:0:9107:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1783141826.438734:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1783141826.438786:0:9107:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05891880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:9107:1869759466450688:192.168.202.126@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783141826.438988:0:9107:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc03f953c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783141826.444711:0:9107:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05891880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:9107:1869759466450688:192.168.202.126@tcp:502:llog_process_th.0 00000020:01000000:1.0:1783141826.444785:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783141826.444795:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783141826.444797:0:9107:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1783141826.444805:0:9107:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1783141826.446410:0:9103:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1783141826.446443:0:9103:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1783141826.446471:0:9103:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc039fd000/0x624540223b322d9e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cb4 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141826.446499:0:9103:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff8fbc039fd000/0x624540223b322d9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cb4 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783141826.446508:0:9103:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-cliir-ffff8fbc118b8800 from 1 10000000:01000000:3.0:1783141826.446511:0:9103:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1783141826.446546:0:9103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc20766200/0x624540223b322dcf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141826.446554:0:9103:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff8fbc20766200/0x624540223b322dcf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141826.446564:0:9103:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff8fbc20766200/0x624540223b322dcf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783141826.446590:0:9103:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:9103:1869759466450816:192.168.202.126@tcp:101:mount.lustre.0 00000100:00100000:3.0:1783141826.446860:0:9103:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc04cb3900 going to sleep for 11 seconds 00000100:00100000:3.0:1783141826.454847:0:9103:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:9103:1869759466450816:192.168.202.126@tcp:101:mount.lustre.0 00010000:00010000:3.0:1783141826.454894:0:9103:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff8fbc20766200/0x624540223b322dcf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cbb expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141826.454911:0:9103:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff8fbc20766200/0x624540223b322dcf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa58e3d5401810cbb expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783141826.455570:0:9103:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:9103:1869759466450944:192.168.202.126@tcp:256:mount.lustre.0 00000100:00100000:3.0:1783141826.455692:0:9103:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc04cb3900 going to sleep for 11 seconds 00000100:00100000:3.0:1783141826.460989:0:9103:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:9103:1869759466450944:192.168.202.126@tcp:256:mount.lustre.0 10000000:01000000:3.0:1783141826.461693:0:9103:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1783141826.463897:0:9103:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc20766200/0x624540223b322dcf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cbb expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141826.463921:0:9103:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff8fbc20766200/0x624540223b322dcf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cbb expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783141826.463933:0:9103:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8fbc118b8800 from 1 10000000:01000000:3.0:1783141826.463937:0:9103:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1783141826.463987:0:9103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc20767600/0x624540223b322dd6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141826.463996:0:9103:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff8fbc20767600/0x624540223b322dd6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141826.464008:0:9103:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff8fbc20767600/0x624540223b322dd6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783141826.464034:0:9103:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:9103:1869759466451072:192.168.202.126@tcp:101:mount.lustre.0 00000100:00100000:3.0:1783141826.464131:0:9103:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc04cb3900 going to sleep for 11 seconds 00000100:00100000:3.0:1783141826.467092:0:9103:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:9103:1869759466451072:192.168.202.126@tcp:101:mount.lustre.0 00010000:00010000:3.0:1783141826.467128:0:9103:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff8fbc20767600/0x624540223b322dd6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cc2 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141826.467144:0:9103:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff8fbc20767600/0x624540223b322dd6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa58e3d5401810cc2 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783141826.467251:0:9103:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:9103:1869759466451200:192.168.202.126@tcp:501:mount.lustre.0 00000100:00100000:3.0:1783141826.467388:0:9103:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc04cb3900 going to sleep for 11 seconds 00000100:00100000:3.0:1783141826.469618:0:9103:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:9103:1869759466451200:192.168.202.126@tcp:501:mount.lustre.0 00000100:00100000:3.0:1783141826.469707:0:9103:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:9103:1869759466451328:192.168.202.126@tcp:503:mount.lustre.0 00000100:00100000:3.0:1783141826.469904:0:9103:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc04cb3900 going to sleep for 11 seconds 00000100:00100000:3.0:1783141826.475124:0:9103:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4acba108-b13d-4e12-8af1-a771d4999ae3:9103:1869759466451328:192.168.202.126@tcp:503:mount.lustre.0 00000100:00100000:3.0:1783141826.476374:0:9112:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:9112:1869759466451456:192.168.202.126@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783141826.476510:0:9112:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc04cb3540 going to sleep for 11 seconds 00000100:00100000:3.0:1783141826.486086:0:9112:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:9112:1869759466451456:192.168.202.126@tcp:502:llog_process_th.0 00000020:01000000:2.0:1783141826.489595:0:9112:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783141826.489615:0:9112:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783141826.489618:0:9112:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1783141826.489629:0:9112:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fbc118b8800 00000020:00000080:2.0:1783141826.489633:0:9112:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783141826.489641:0:9112:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783141826.489643:0:9112:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783141826.489644:0:9112:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1783141826.489647:0:9112:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783141826.489649:0:9112:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783141826.489650:0:9112:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1783141826.489653:0:9112:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fbc118b8800 00000020:00000080:2.0:1783141826.489668:0:9112:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1783141826.489783:0:9112:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:9112:1869759466451584:192.168.202.126@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783141826.489915:0:9112:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc0568ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1783141826.506437:0:9112:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4acba108-b13d-4e12-8af1-a771d4999ae3:9112:1869759466451584:192.168.202.126@tcp:502:llog_process_th.0 00000020:01000000:0.0:1783141826.506512:0:9112:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783141826.506525:0:9112:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783141826.506528:0:9112:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1783141826.506533:0:9112:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1783141826.506757:0:9103:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:1.0:1783141826.506779:0:9103:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1783141826.506831:0:9103:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc20767600/0x624540223b322dd6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cc2 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783141826.506845:0:9103:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff8fbc20767600/0x624540223b322dd6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cc2 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1783141826.506870:0:9103:0:(llite_lib.c:1495:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1783141826.506904:0:9103:0:(genops.c:1406:class_connect()) connect: client ac2a2b26-b900-4894-bde3-2a2cf50902ff, cookie 0x624540223b322ddd 00800000:01000000:1.0:1783141826.506937:0:9103:0:(lmv_obd.c:514:lmv_check_connect()) Time to connect ac2a2b26-b900-4894-bde3-2a2cf50902ff to lustre-clilmv-ffff8fbc118b8800 00800000:01000000:1.0:1783141826.506947:0:9103:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8fbc118b8800(ac2a2b26-b900-4894-bde3-2a2cf50902ff) - lustre-MDT0000_UUID, ac2a2b26-b900-4894-bde3-2a2cf50902ff 00000020:00000080:1.0:1783141826.506957:0:9103:0:(genops.c:1406:class_connect()) connect: client ac2a2b26-b900-4894-bde3-2a2cf50902ff, cookie 0x624540223b322de4 00000100:00080000:1.0:1783141826.506969:0:9103:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff8fbc118b8800: connect to NID 192.168.202.126@tcp last attempt 0 00000100:00080000:1.0:1783141826.506982:0:9103:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff8fbc118b8800: import ffff8fbc11a7b000 using connection 192.168.202.126@tcp/192.168.202.126@tcp 00000008:00100000:1.0:1783141826.506997:0:9103:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682454 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1783141826.507031:0:9103:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fbc11a95180 x1869759466451712/t0(0) o38->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783141826.507060:0:9103:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0000_UUID 00800000:01000000:1.0:1783141826.507188:0:9103:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8fbc118b8800(ac2a2b26-b900-4894-bde3-2a2cf50902ff) successfully (5) 00800000:00000004:1.0:1783141826.507192:0:9103:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff8fbc118b8800: age -640, max_age 0 00800000:01000000:1.0:1783141826.507222:0:9103:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff8fbc118b8800(ac2a2b26-b900-4894-bde3-2a2cf50902ff) - lustre-MDT0001_UUID, ac2a2b26-b900-4894-bde3-2a2cf50902ff 00000020:00000080:1.0:1783141826.507237:0:9103:0:(genops.c:1406:class_connect()) connect: client ac2a2b26-b900-4894-bde3-2a2cf50902ff, cookie 0x624540223b322deb 00000100:00080000:1.0:1783141826.507244:0:9103:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff8fbc118b8800: connect to NID 192.168.202.126@tcp last attempt 0 00000100:00080000:1.0:1783141826.507250:0:9103:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff8fbc118b8800: import ffff8fbc11a7f800 using connection 192.168.202.126@tcp/192.168.202.126@tcp 00000008:00100000:1.0:1783141826.507255:0:9103:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682454 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1783141826.507268:0:9103:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fbc11a96a00 x1869759466451968/t0(0) o38->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783141826.507277:0:9103:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0001_UUID 00800000:01000000:1.0:1783141826.507333:0:9103:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff8fbc118b8800(ac2a2b26-b900-4894-bde3-2a2cf50902ff) successfully (5) 00800000:00000004:1.0:1783141826.507336:0:9103:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff8fbc118b8800: age -640, max_age 0 00000080:00000004:1.0:1783141826.507357:0:9103:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff8fbc118b8800: age -640, max_age 359 00800000:00000004:1.0:1783141826.507364:0:9103:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff8fbc118b8800: age -640, max_age 359 00000100:00080000:1.0:1783141826.507381:0:9103:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8fbc11a95c00 x1869759466452224/t0(0) o41->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141826.507391:0:9103:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc0a9330c0 going to sleep for 0 seconds 00000100:00100000:1.0:1783141826.507420:0:2397:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2397:1869759466451712:192.168.202.126@tcp:38:mount.lustre.0 00000100:00100000:1.0:1783141826.507535:0:2397:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2397:1869759466451968:192.168.202.126@tcp:38:mount.lustre.0 00000100:00080000:1.0:1783141826.507624:0:2399:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8fbc11a96d80 x1869759466451840/t0(0) o41->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141826.507635:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2399:1869759466452352:192.168.202.126@tcp:400:kworker.0 00000100:00100000:1.0:1783141826.507664:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00080000:1.0:1783141826.507671:0:2399:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8fbc11a95f80 x1869759466452096/t0(0) o41->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141826.507679:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2399:1869759466452480:192.168.202.126@tcp:400:kworker.0 00000100:00100000:1.0:1783141826.518363:0:2397:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8fbc118b8800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1783141826.518381:0:2397:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8fbc118b8800: connect to target with instance 1 00000100:00080000:1.0:1783141826.518393:0:2397:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8fbc118b8800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1783141826.518407:0:2397:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1783141826.518413:0:2397:0:(import.c:65:import_set_state_nolock()) ffff8fbc11a7b000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00010000:00080000:0.0:1783141826.518637:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a97100 x1869759466452480/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783141826.518651:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2399:1869759466452480:192.168.202.126@tcp:400:kworker.0 00000100:00100000:0.0:1783141826.518741:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2399:1869759466452352:192.168.202.126@tcp:400:kworker.0 00000100:00080000:1.0:1783141826.519505:0:2397:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002be86693): req@ffff8fbc11a95c00 x1869759466452224/t0(0) o41->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141826.519534:0:2397:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2397:1869759466451712:192.168.202.126@tcp:38:mount.lustre.0 00010000:00080000:1.0:1783141826.519553:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a96a00 x1869759466451968/t0(0) o38->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 520/416 e 0 to 0 dl 1783141836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141826.519561:0:2397:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8fbc118b8800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1783141826.519568:0:2397:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff8fbc118b8800: connect to target with instance 1 00000100:00080000:1.0:1783141826.519576:0:2397:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff8fbc118b8800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1783141826.519584:0:2397:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1783141826.519586:0:2397:0:(import.c:65:import_set_state_nolock()) ffff8fbc11a7f800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1783141826.520210:0:9103:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc0a9330c0 going to sleep for 11 seconds 00000100:00080000:3.0:1783141826.520246:0:2397:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000097ec694e): req@ffff8fbc11a95f80 x1869759466452096/t0(0) o41->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141826.520261:0:2397:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2397:1869759466451968:192.168.202.126@tcp:38:mount.lustre.0 00000100:00100000:3.0:1783141826.523780:0:9103:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a95c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2a2b26-b900-4894-bde3-2a2cf50902ff:9103:1869759466452224:192.168.202.126@tcp:41:mount.lustre.0 00800000:00000004:3.0:1783141826.523840:0:9103:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff8fbc118b8800: update ffff8fbc10b3b7d0 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:3.0:1783141826.523849:0:9103:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff8fbc118b8800: update ffff8fbc10b39e10 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:3.0:1783141826.523905:0:9103:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2a2b26-b900-4894-bde3-2a2cf50902ff:9103:1869759466452608:192.168.202.126@tcp:40:mount.lustre.0 00000100:00100000:3.0:1783141826.523971:0:9103:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc04cb3300 going to sleep for 11 seconds 00000100:00100000:1.0:1783141826.526035:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:0:1869759466451840:192.168.202.126@tcp:41:mount.lustre.0 00000100:00100000:3.0:1783141826.537002:0:9103:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2a2b26-b900-4894-bde3-2a2cf50902ff:9103:1869759466452608:192.168.202.126@tcp:40:mount.lustre.0 00000080:00000004:3.0:1783141826.537042:0:9103:0:(llite_lib.c:513:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1783141826.537062:0:9103:0:(llite_lib.c:675:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682454 ocd_grant: 2146304 00020000:01000000:3.0:1783141826.537101:0:9103:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1783141826.537115:0:9103:0:(genops.c:1406:class_connect()) connect: client ac2a2b26-b900-4894-bde3-2a2cf50902ff, cookie 0x624540223b322df2 00000020:00000080:3.0:1783141826.537137:0:9103:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x624540223b322df9 00000100:00080000:3.0:1783141826.537156:0:9103:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-ffff8fbc118b8800: connect to NID 192.168.202.126@tcp last attempt 0 00000100:00080000:3.0:1783141826.537166:0:9103:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-ffff8fbc118b8800: import ffff8fbc05749000 using connection 192.168.202.126@tcp/192.168.202.126@tcp 00000008:00100000:3.0:1783141826.537179:0:9103:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682454 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1783141826.537207:0:9103:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fbc0a8ead80 x1869759466452736/t0(0) o8->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783141826.537235:0:9103:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0000_UUID 00020000:01000000:3.0:1783141826.537252:0:9103:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8fbc118b8800) active 00000080:00000004:3.0:1783141826.537273:0:9103:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000020:00000080:3.0:1783141826.537283:0:9103:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x624540223b322e00 00000100:00080000:3.0:1783141826.537297:0:9103:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff8fbc118b8800: connect to NID 192.168.202.126@tcp last attempt 0 00000100:00080000:3.0:1783141826.537303:0:9103:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff8fbc118b8800: import ffff8fbc0574e800 using connection 192.168.202.126@tcp/192.168.202.126@tcp 00000008:00100000:3.0:1783141826.537308:0:9103:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682454 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1783141826.537319:0:9103:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fbc0a8e8700 x1869759466452864/t0(0) o8->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783141826.537327:0:9103:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0001_UUID 00020000:01000000:3.0:1783141826.537332:0:9103:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8fbc118b8800) active 00000080:00000004:3.0:1783141826.537339:0:9103:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000100:00100000:3.0:1783141826.537371:0:9103:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2a2b26-b900-4894-bde3-2a2cf50902ff:9103:1869759466452992:192.168.202.126@tcp:900:mount.lustre.0 00000100:00100000:3.0:1783141826.537436:0:9103:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc04cb3300 going to sleep for 11 seconds 00000100:00100000:1.0:1783141826.537557:0:2397:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2397:1869759466452736:192.168.202.126@tcp:8:mount.lustre.0 00000100:00100000:1.0:1783141826.537599:0:2397:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2397:1869759466452864:192.168.202.126@tcp:8:mount.lustre.0 00010000:00080000:2.0:1783141826.545966:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc0a8ead80 x1869759466452736/t0(0) o8->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 520/416 e 0 to 0 dl 1783141836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141826.545985:0:2397:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8fbc118b8800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1783141826.546002:0:2397:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8fbc118b8800: connect to target with instance 1 00000100:00080000:2.0:1783141826.546016:0:2397:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8fbc118b8800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:2.0:1783141826.546032:0:2397:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1783141826.546038:0:2397:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1783141826.546048:0:2397:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1783141826.546054:0:2397:0:(import.c:65:import_set_state_nolock()) ffff8fbc05749000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1783141826.546061:0:2397:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1783141826.546064:0:2397:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1783141826.546081:0:2397:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1783141826.546092:0:2397:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2397:1869759466452736:192.168.202.126@tcp:8:mount.lustre.0 00010000:00080000:0.0:1783141826.546431:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a95f80 x1869759466452096/t0(0) o41->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/368 e 0 to 0 dl 1783141842 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783141826.546445:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:0:1869759466452096:192.168.202.126@tcp:41:mount.lustre.0 00010000:00080000:2.0:1783141826.551326:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc0a8e8700 x1869759466452864/t0(0) o8->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 520/416 e 0 to 0 dl 1783141836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141826.551340:0:2397:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8fbc118b8800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1783141826.551351:0:2397:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8fbc118b8800: connect to target with instance 1 00000100:00080000:2.0:1783141826.551360:0:2397:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8fbc118b8800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:2.0:1783141826.551372:0:2397:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1783141826.551378:0:2397:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1783141826.551383:0:2397:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1783141826.551387:0:2397:0:(import.c:65:import_set_state_nolock()) ffff8fbc0574e800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1783141826.551393:0:2397:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1783141826.551409:0:2397:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1783141826.551411:0:2397:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1783141826.551419:0:2397:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2397:1869759466452864:192.168.202.126@tcp:8:mount.lustre.0 00000100:00100000:3.0:1783141826.561277:0:9103:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2a2b26-b900-4894-bde3-2a2cf50902ff:9103:1869759466452992:192.168.202.126@tcp:900:mount.lustre.0 00000100:00100000:3.0:1783141826.561374:0:9103:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2a2b26-b900-4894-bde3-2a2cf50902ff:9103:1869759466453120:192.168.202.126@tcp:33:mount.lustre.0 00000100:00100000:3.0:1783141826.561542:0:9103:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc04cb3300 going to sleep for 11 seconds 00000100:00100000:3.0:1783141826.567077:0:9103:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2a2b26-b900-4894-bde3-2a2cf50902ff:9103:1869759466453120:192.168.202.126@tcp:33:mount.lustre.0 00000080:00200000:3.0:1783141826.567377:0:9103:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8fbc0ad680c8) 00000080:00200000:3.0:1783141826.567386:0:9103:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:3.0:1783141826.567456:0:9103:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000080:00000004:3.0:1783141826.574023:0:9103:0:(super25.c:187:lustre_fill_super()) 192.168.202.126@tcp:/lustre: Mount complete 00000400:00000001:0.0:1783141826.821687:0:9134:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:1.0:1783141827.391266:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141827.391273:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141827.391289:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141827.391290:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783141827.391329:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783141827.391338:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783141827.391341:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783141827.836099:0:1011:0:(connection.c:75:cpu_latency_work()) work item of ffff8fbc10c5e000 (cpu 0) has reached its deadline 4295029030, at 4295029056 00000100:00000010:0.0:1783141827.836113:0:1011:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8fbc05607a20. 00000100:00000040:1.0:1783141827.838635:0:8789:0:(connection.c:75:cpu_latency_work()) work item of ffff8fbc10c5e110 (cpu 0) has reached its deadline 4295029030, at 4295029058 00000100:00000010:1.0:1783141827.838649:0:8789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8fbc05607480. 00010000:00000001:1.0:1783141828.412001:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141828.412010:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141828.412016:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141828.412017:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783141828.412186:0:6638:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783141828.412190:0:6638:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783141828.412193:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783141829.436922:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141829.436931:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141829.436939:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141829.436940:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783141829.438250:0:6171:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783141829.438258:0:6171:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783141829.438272:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783141830.460651:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141830.460660:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141830.460668:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141830.460669:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141830.460795:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141830.460801:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141830.460804:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783141831.485941:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141831.485950:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141831.485959:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141831.485961:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141831.487904:0:6638:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141831.487912:0:6638:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141831.487917:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783141831.611924:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4acba108-b13d-4e12-8af1-a771d4999ae3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783141831.611940:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783141831.611954:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a09500. 00000020:00000040:2.0:1783141831.611961:0:38:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000100:00000001:2.0:1783141831.611966:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141831.611969:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141831.611974:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141831.611983:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc11a64900. 00000100:00000001:2.0:1783141831.611991:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612006:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4acba108-b13d-4e12-8af1-a771d4999ae3->MGS req@ffff8fbc11a09500 x1869759466453248/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783141831.612017:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141831.612022:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612028:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061aca439] to pc [ptlrpcd_01_01+1] req@ffff8fbc11a09500 x1869759466453248/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.612060:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612063:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783141831.612066:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783141831.612070:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a0b800. 00000020:00000040:2.0:1783141831.612072:0:38:0:(genops.c:1231:class_import_get()) import ffff8fbc11a18000 refcount=4 obd=lustre-MDT0000-mdc-ffff8fbc05454000 00000100:00000001:2.0:1783141831.612074:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141831.612076:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141831.612088:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141831.612092:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc11a64a00. 00000100:00000001:2.0:1783141831.612096:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612101:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0000_UUID req@ffff8fbc11a0b800 x1869759466453376/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783141831.612108:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141831.612111:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612115:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4bf06f3] to pc [ptlrpcd_01_00+0] req@ffff8fbc11a0b800 x1869759466453376/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.612123:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612125:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783141831.612128:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783141831.612131:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a0a680. 00000020:00000040:2.0:1783141831.612133:0:38:0:(genops.c:1231:class_import_get()) import ffff8fbc11a79800 refcount=4 obd=lustre-MDT0001-mdc-ffff8fbc05454000 00000100:00000001:2.0:1783141831.612135:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141831.612136:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141831.612138:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141831.612155:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc11a64700. 00000100:00000001:2.0:1783141831.612158:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612162:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0001_UUID req@ffff8fbc11a0a680 x1869759466453504/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783141831.612169:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141831.612171:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612175:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d113e0dc] to pc [ptlrpcd_01_01+1] req@ffff8fbc11a0a680 x1869759466453504/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.612182:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612184:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783141831.612187:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783141831.612190:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783141831.612199:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783141831.612202:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783141831.612205:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783141831.612208:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a08a80. 00000020:00000040:2.0:1783141831.612210:0:38:0:(genops.c:1231:class_import_get()) import ffff8fbc11a7b000 refcount=4 obd=lustre-MDT0000-mdc-ffff8fbc118b8800 00000100:00000001:2.0:1783141831.612212:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141831.612213:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141831.612216:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141831.612219:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc11a64b00. 00000100:00000001:2.0:1783141831.612222:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612226:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0000_UUID req@ffff8fbc11a08a80 x1869759466453632/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783141831.612254:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141831.612256:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612259:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022ce2dad] to pc [ptlrpcd_01_00+0] req@ffff8fbc11a08a80 x1869759466453632/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.612266:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612267:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783141831.612271:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783141831.612273:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a08380. 00000020:00000040:2.0:1783141831.612276:0:38:0:(genops.c:1231:class_import_get()) import ffff8fbc11a7f800 refcount=4 obd=lustre-MDT0001-mdc-ffff8fbc118b8800 00000100:00000001:2.0:1783141831.612278:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141831.612279:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141831.612280:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141831.612284:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc11a64500. 00000100:00000001:2.0:1783141831.612287:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612299:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0001_UUID req@ffff8fbc11a08380 x1869759466453760/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783141831.612305:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141831.612311:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612316:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031f50eb6] to pc [ptlrpcd_01_01+1] req@ffff8fbc11a08380 x1869759466453760/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.612322:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612324:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783141831.612326:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783141831.612330:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a08000. 00000020:00000040:2.0:1783141831.612332:0:38:0:(genops.c:1231:class_import_get()) import ffff8fbc05749000 refcount=3 obd=lustre-OST0000-osc-ffff8fbc118b8800 00000100:00000001:2.0:1783141831.612334:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141831.612335:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141831.612337:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141831.612339:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc11a64200. 00000100:00000001:2.0:1783141831.612342:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612345:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0000_UUID req@ffff8fbc11a08000 x1869759466453888/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783141831.612351:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141831.612352:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612355:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbd3f8c6] to pc [ptlrpcd_01_00+0] req@ffff8fbc11a08000 x1869759466453888/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.612362:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612364:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783141831.612367:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783141831.612369:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a08e00. 00000020:00000040:2.0:1783141831.612371:0:38:0:(genops.c:1231:class_import_get()) import ffff8fbc0574e800 refcount=3 obd=lustre-OST0001-osc-ffff8fbc118b8800 00000100:00000001:2.0:1783141831.612373:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141831.612374:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141831.612376:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141831.612380:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc13aba900. 00000100:00000001:2.0:1783141831.612382:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612385:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0001_UUID req@ffff8fbc11a08e00 x1869759466454016/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783141831.612403:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141831.612404:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612408:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051aef373] to pc [ptlrpcd_01_01+1] req@ffff8fbc11a08e00 x1869759466454016/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.612415:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.612420:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (370) 00000100:00000001:2.0:1783141831.612439:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141831.612443:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141831.612446:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141831.612452:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a09500 x1869759466453248/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.612459:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141831.612461:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.612466:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141831.612469:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141831.612472:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141831.612476:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2401:1869759466453248:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141831.612482:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141831.612490:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141831.612493:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.612496:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141831.612501:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc058f8000. 02000000:00000001:2.0:1783141831.612503:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141831.612512:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141831.612517:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92f108. 00000400:00000010:2.0:1783141831.612526:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317440. 00000100:00000200:2.0:1783141831.612537:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466453248, portal 25 00000100:00000001:2.0:1783141831.612540:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141831.612541:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645201152 : -123437064350464 : ffff8fbc11a09500) 00000100:00000040:2.0:1783141831.612548:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a09500 x1869759466453248/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.612567:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141831.612570:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141831.612573:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317b28. 00000100:00000200:2.0:1783141831.612577:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869759466453248, offset 0 00000400:00000200:2.0:1783141831.612584:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141831.612594:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141831.612603:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141831.612609:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141831.612613:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141831.612750:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141831.612754:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141831.612758:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [122:122:256:4294967295] 192.168.202.126@tcp LPNI seq info [122:122:8:4294967295] 00000400:00000200:2.0:1783141831.612763:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141831.612773:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141831.612779:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141831.612784:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc12dda000. 00000800:00000200:2.0:1783141831.612790:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141831.612797:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141831.612801:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc12dda000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141831.612852:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141831.612857:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141831.612860:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295034107 00000100:00000010:2.0:1783141831.612865:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8fbc05607f00. 00000100:00000001:2.0:1783141831.612871:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783141831.612878:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295034107 00000100:00000010:2.0:1783141831.612881:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8fbc056079c0. 00000100:00000001:2.0:1783141831.612884:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783141831.612887:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141831.612889:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.612897:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141831.612901:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a0a680 x1869759466453504/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.612907:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141831.612908:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.612911:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141831.612912:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141831.612914:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141831.612917:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466453504:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141831.612920:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141831.612922:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141831.612923:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.612925:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141831.612927:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc058f9000. 02000000:00000001:2.0:1783141831.612929:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141831.612933:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141831.612935:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92fc08. 00000400:00000010:2.0:1783141831.612939:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317dd0. 00000100:00000200:2.0:1783141831.612942:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466453504, portal 10 00000100:00000001:2.0:1783141831.612944:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141831.612945:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645205632 : -123437064345984 : ffff8fbc11a0a680) 00000100:00000040:2.0:1783141831.612951:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a0a680 x1869759466453504/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.612957:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141831.612959:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141831.612961:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317d48. 00000100:00000200:2.0:1783141831.612963:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466453504, offset 0 00000400:00000200:2.0:1783141831.612966:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141831.612971:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141831.612974:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141831.612977:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141831.612979:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141831.612982:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141831.612990:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141831.612993:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [123:123:255:4294967295] 192.168.202.126@tcp LPNI seq info [123:123:7:4294967295] 00000400:00000200:2.0:1783141831.612996:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141831.613002:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141831.613007:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141831.613010:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc12dda400. 00000800:00000200:2.0:1783141831.613013:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141831.613017:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141831.613020:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc12dda400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141831.613023:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.613026:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: using a timeout of 180407 usecs (181 jiffies) 00000400:00000200:2.0:1783141831.613030:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141831.613032:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 0 is 4295033014 00000100:00000001:2.0:1783141831.613034:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS request active for cpu 0, keep current deadline 4295034107 00000100:00000001:2.0:1783141831.613037:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 1 is 4295033014 00000100:00000001:2.0:1783141831.613039:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS request active for cpu 1, keep current deadline 4295034107 00000100:00000001:2.0:1783141831.613041:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141831.613044:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.613047:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141831.613052:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a08380 x1869759466453760/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.613058:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141831.613059:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.613061:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141831.613063:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141831.613065:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141831.613068:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2401:1869759466453760:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141831.613070:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141831.613073:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141831.613080:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.613082:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141831.613085:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc058f9e00. 02000000:00000001:2.0:1783141831.613087:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141831.613090:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141831.613092:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92f9a0. 00000400:00000010:2.0:1783141831.613096:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317220. 00000100:00000200:2.0:1783141831.613099:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466453760, portal 10 00000100:00000001:2.0:1783141831.613100:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141831.613102:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645196672 : -123437064354944 : ffff8fbc11a08380) 00000020:00000010:2.0:1783141831.613109:0:2401:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8fbc089d4000. 00000100:00000040:2.0:1783141831.613115:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a08380 x1869759466453760/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.613120:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141831.613122:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141831.613125:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317770. 00000100:00000200:2.0:1783141831.613126:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466453760, offset 0 00000400:00000200:2.0:1783141831.613130:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141831.613135:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141831.613138:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141831.613140:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141831.613143:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141831.613145:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141831.613147:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141831.613150:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [124:124:254:4294967295] 192.168.202.126@tcp LPNI seq info [124:124:6:4294967295] 00000400:00000200:2.0:1783141831.613154:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141831.613160:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141831.613164:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141831.613169:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc14362800. 00000800:00000200:2.0:1783141831.613172:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141831.613177:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141831.613181:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc14362800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141831.613190:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.613193:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: using a timeout of 32083 usecs (33 jiffies) 00000400:00000200:2.0:1783141831.613196:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141831.613198:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295032866 00000100:00000001:2.0:1783141831.613201:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295034107 00000100:00000001:2.0:1783141831.613203:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295032866 00000100:00000001:2.0:1783141831.613204:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295034107 00000100:00000001:2.0:1783141831.613206:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141831.613208:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.613210:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141831.613214:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a08e00 x1869759466454016/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.613220:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141831.613221:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.613224:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141831.613225:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141831.613227:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141831.613229:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2401:1869759466454016:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141831.613233:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141831.613235:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141831.613236:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.613238:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141831.613241:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc058f8600. 02000000:00000001:2.0:1783141831.613242:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141831.613257:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141831.613260:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92f580. 00000400:00000010:2.0:1783141831.613265:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317330. 00000100:00000200:2.0:1783141831.613269:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466454016, portal 4 00000100:00000001:2.0:1783141831.613271:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141831.613272:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645199360 : -123437064352256 : ffff8fbc11a08e00) 00000100:00000040:2.0:1783141831.613278:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a08e00 x1869759466454016/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.613946:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141831.613954:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141831.613960:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317a18. 00000100:00000200:2.0:1783141831.613966:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869759466454016, offset 0 00000400:00000200:2.0:1783141831.613972:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141831.613978:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141831.613984:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141831.613989:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141831.613991:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141831.613993:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141831.613995:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141831.613999:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [125:125:253:4294967295] 192.168.202.126@tcp LPNI seq info [125:125:5:4294967295] 00000400:00000200:2.0:1783141831.614002:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141831.614008:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141831.614012:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141831.614017:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc14362b00. 00000800:00000200:2.0:1783141831.614022:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141831.614026:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141831.614030:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc14362b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141831.614034:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.614038:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: using a timeout of 17441 usecs (18 jiffies) 00000400:00000200:2.0:1783141831.614041:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141831.614043:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295032852 00000100:00000001:2.0:1783141831.614046:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295034107 00000100:00000001:2.0:1783141831.614048:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295032852 00000100:00000001:2.0:1783141831.614050:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295034107 00000100:00000001:2.0:1783141831.614052:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141831.614054:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.614066:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.614069:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.614078:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141831.614080:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783141831.614083:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141831.614085:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141831.614087:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141831.614090:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1783141831.614091:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.614093:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141831.614094:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.614096:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141831.614097:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141831.614099:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141831.614105:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a0b800 x1869759466453376/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.614113:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141831.614114:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.614118:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141831.614119:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141831.614121:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141831.614124:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466453376:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141831.614127:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141831.614131:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141831.614133:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.614135:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141831.614139:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc058f8c00. 02000000:00000001:2.0:1783141831.614140:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783141831.614421:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141831.614427:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc12dda000. 00000400:00000200:0.0:1783141831.614436:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141831.614442:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141831.614454:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317b28 00000400:00000010:0.0:1783141831.614457:0:2391:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317b28. 00000100:00000001:0.0:1783141831.614462:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141831.614468:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a09500 x1869759466453248/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141831.614479:0:2391:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141831.614483:0:2391:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a09500 x1869759466453248/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141831.614490:0:2391:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141831.614492:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783141831.614507:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141831.614510:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc12dda400. 00000400:00000200:0.0:1783141831.614513:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141831.614516:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141831.614519:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317d48 00000400:00000010:0.0:1783141831.614520:0:2391:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317d48. 00000100:00000001:0.0:1783141831.614523:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141831.614527:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a0a680 x1869759466453504/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141831.614534:0:2391:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141831.614536:0:2391:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a0a680 x1869759466453504/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141831.614541:0:2391:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141831.614543:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783141831.614550:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141831.614552:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc14362800. 00000400:00000200:0.0:1783141831.614555:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141831.614559:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141831.614561:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317770 00000400:00000010:0.0:1783141831.614563:0:2391:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317770. 00000100:00000001:0.0:1783141831.614565:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141831.614569:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a08380 x1869759466453760/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141831.614588:0:2391:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141831.614592:0:2391:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a08380 x1869759466453760/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141831.614597:0:2391:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141831.614598:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1783141831.614887:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141831.614892:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92ff78. 00000400:00000010:2.0:1783141831.614897:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc113177f8. 00000100:00000200:2.0:1783141831.614903:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466453376, portal 10 00000100:00000001:2.0:1783141831.614905:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141831.614906:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645210112 : -123437064341504 : ffff8fbc11a0b800) 00000100:00000040:2.0:1783141831.614914:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a0b800 x1869759466453376/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.614926:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141831.614929:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141831.614931:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317990. 00000100:00000200:2.0:1783141831.614934:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466453376, offset 0 00000400:00000200:2.0:1783141831.614938:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141831.614943:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141831.614948:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141831.614952:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141831.614955:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141831.614958:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141831.614960:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141831.614963:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [126:126:255:4294967295] 192.168.202.126@tcp LPNI seq info [126:126:7:4294967295] 00000400:00000200:2.0:1783141831.614967:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141831.614974:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141831.614978:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141831.614982:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc14362000. 00000800:00000200:2.0:1783141831.614987:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141831.614992:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141831.614996:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc14362000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141831.614999:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.615003:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: using a timeout of 143936 usecs (144 jiffies) 00000400:00000200:2.0:1783141831.615005:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141831.615007:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 0 is 4295032979 00000100:00000001:2.0:1783141831.615010:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS request active for cpu 0, keep current deadline 4295034107 00000100:00000001:2.0:1783141831.615013:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 1 is 4295032979 00000100:00000001:2.0:1783141831.615015:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS request active for cpu 1, keep current deadline 4295034107 00000100:00000001:2.0:1783141831.615017:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141831.615019:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.615027:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141831.615032:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a08a80 x1869759466453632/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.615040:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141831.615041:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.615044:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141831.615047:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141831.615049:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141831.615051:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2401:1869759466453632:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141831.615055:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141831.615058:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141831.615060:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.615062:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141831.615065:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc058f8e00. 02000000:00000001:2.0:1783141831.615067:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141831.615070:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141831.615073:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92fe70. 00000400:00000010:2.0:1783141831.615077:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317088. 00000100:00000200:2.0:1783141831.615081:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466453632, portal 10 00000100:00000001:2.0:1783141831.615083:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141831.615085:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645198464 : -123437064353152 : ffff8fbc11a08a80) 00000020:00000010:2.0:1783141831.615092:0:2401:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8fbc089d0000. 00000100:00000040:2.0:1783141831.615097:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a08a80 x1869759466453632/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.615104:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141831.615106:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141831.615108:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317aa0. 00000100:00000200:2.0:1783141831.615110:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466453632, offset 0 00000400:00000200:2.0:1783141831.615115:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141831.615119:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141831.615122:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141831.615125:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141831.615132:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141831.615134:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141831.615136:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141831.615139:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [127:127:254:4294967295] 192.168.202.126@tcp LPNI seq info [127:127:6:4294967295] 00000800:00000200:0.0:1783141831.615372:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141831.615377:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc14362b00. 00000400:00000200:0.0:1783141831.615381:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141831.615385:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141831.615389:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317a18 00000400:00000010:0.0:1783141831.615391:0:2391:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317a18. 00000100:00000001:0.0:1783141831.615395:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141831.615401:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a08e00 x1869759466454016/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141831.615411:0:2391:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141831.615414:0:2391:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a08e00 x1869759466454016/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141831.615421:0:2391:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141831.615423:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783141831.615440:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141831.615442:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc14362000. 00000400:00000200:0.0:1783141831.615445:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141831.615449:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141831.615451:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317990 00000400:00000010:0.0:1783141831.615452:0:2391:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317990. 00000100:00000001:0.0:1783141831.615455:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141831.615458:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a0b800 x1869759466453376/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141831.615465:0:2391:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141831.615469:0:2391:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a0b800 x1869759466453376/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141831.615487:0:2391:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141831.615488:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783141831.615854:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141831.615858:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141831.615950:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141831.615959:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141831.615965:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141831.615970:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc14362000. 00000800:00000200:2.0:1783141831.615975:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141831.615980:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141831.615983:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc14362000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141831.615991:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.615995:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: using a timeout of 18555 usecs (19 jiffies) 00000400:00000200:2.0:1783141831.615999:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141831.616001:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295032855 00000100:00000001:2.0:1783141831.616004:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295034107 00000100:00000001:2.0:1783141831.616006:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295032855 00000100:00000001:2.0:1783141831.616008:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295034107 00000100:00000001:2.0:1783141831.616011:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141831.616013:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.616016:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141831.616021:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a08000 x1869759466453888/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.616028:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141831.616030:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.616033:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141831.616035:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141831.616037:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141831.616040:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2401:1869759466453888:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141831.616052:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141831.616057:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141831.616059:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.616061:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141831.616065:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc058f8800. 02000000:00000001:2.0:1783141831.616067:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141831.616071:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141831.616073:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92f268. 00000400:00000010:2.0:1783141831.616078:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317cc0. 00000100:00000200:2.0:1783141831.616082:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466453888, portal 4 00000100:00000001:2.0:1783141831.616084:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141831.616085:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645195776 : -123437064355840 : ffff8fbc11a08000) 00000100:00000040:2.0:1783141831.616092:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a08000 x1869759466453888/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.616098:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141831.616101:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141831.616103:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317000. 00000100:00000200:2.0:1783141831.616106:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869759466453888, offset 0 00000400:00000200:2.0:1783141831.616111:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141831.616115:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141831.616120:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141831.616123:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141831.616126:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141831.616128:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141831.616131:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141831.616134:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [128:128:255:4294967295] 192.168.202.126@tcp LPNI seq info [128:128:7:4294967295] 00000400:00000200:2.0:1783141831.616138:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141831.616695:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141831.616702:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141831.616707:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc14362b00. 00000800:00000200:2.0:1783141831.616713:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141831.616728:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141831.616732:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc14362b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141831.616735:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.616740:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: using a timeout of 10873 usecs (11 jiffies) 00000400:00000200:2.0:1783141831.616744:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141831.616747:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295032847 00000100:00000001:2.0:1783141831.616750:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295034107 00000100:00000001:2.0:1783141831.616751:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295032847 00000100:00000001:2.0:1783141831.616754:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295034107 00000100:00000001:2.0:1783141831.616755:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141831.616758:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.616763:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.616766:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783141831.617340:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141831.617346:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc14362000. 00000400:00000200:1.0:1783141831.617353:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141831.617359:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141831.617365:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317aa0 00000400:00000010:1.0:1783141831.617367:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317aa0. 00000100:00000001:1.0:1783141831.617372:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141831.617392:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a08a80 x1869759466453632/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141831.617404:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141831.617408:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a08a80 x1869759466453632/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141831.617416:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141831.617418:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783141831.617433:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141831.617444:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc14362b00. 00000400:00000200:1.0:1783141831.617447:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141831.617452:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141831.617455:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317000 00000400:00000010:1.0:1783141831.617457:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317000. 00000100:00000001:1.0:1783141831.617461:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141831.617466:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a08000 x1869759466453888/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141831.617474:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141831.617477:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a08000 x1869759466453888/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141831.617483:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141831.617485:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783141831.635926:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.635952:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141831.635957:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.635960:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141831.635971:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.635982:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141831.635995:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636001:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636009:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636014:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 4 MB=0x6a4894cd03c00 00000400:00000200:1.0:1783141831.636021:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636028:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.126@tcp of length 224/224 into md 0x731 [1] + 224 00000800:00000001:1.0:1783141831.636037:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636042:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141831.636046:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141831.636051:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141831.636061:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141831.636073:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a08e00 x1869759466454016/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141831.636225:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a08e00 x1869759466454016/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141831.636271:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783141831.636282:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636286:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141831.636288:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636291:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141831.636294:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636298:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141831.636302:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636305:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636309:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636312:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 4 MB=0x6a4894cd03b80 00000400:00000200:1.0:1783141831.636315:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636319:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.126@tcp of length 224/224 into md 0x749 [1] + 224 00000800:00000001:1.0:1783141831.636323:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636325:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141831.636328:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141831.636331:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141831.636334:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141831.636339:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a08000 x1869759466453888/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141831.636349:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a08000 x1869759466453888/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141831.636356:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783141831.636359:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636361:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141831.636363:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636364:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141831.636378:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636381:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141831.636386:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636389:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636397:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636400:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd03a00 00000400:00000200:1.0:1783141831.636404:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636409:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x721 [1] + 224 00000800:00000001:1.0:1783141831.636413:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636416:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141831.636427:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141831.636430:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:2.0:1783141831.636635:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141831.636647:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783141831.636656:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783141831.636658:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783141831.636661:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92f268. 00000400:00000200:2.0:1783141831.636666:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317cc0 00000400:00000010:2.0:1783141831.636668:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317cc0. 00000100:00000001:2.0:1783141831.636672:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1783141831.636677:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783141831.636681:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a08000 x1869759466453888/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783141831.636688:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a0a680 x1869759466453504/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783141831.636700:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a08000 x1869759466453888/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141831.636707:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a0a680 x1869759466453504/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.636712:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141831.636715:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.636721:0:2401:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1783141831.636722:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1783141831.636726:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1783141831.636729:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1783141831.636731:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783141831.636735:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783141831.636736:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1783141831.636739:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783141831.636740:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636743:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141831.636746:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636753:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141831.636758:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636760:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636764:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00001000:2.0:1783141831.636765:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc05749460 time=5 v=5 (5 0 0 0) 00000400:00000200:1.0:1783141831.636769:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd03b00 00000100:00001000:2.0:1783141831.636772:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc05749418 time=5 v=5 (1 0 0 0) 00000400:00000200:1.0:1783141831.636776:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141831.636779:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783141831.636782:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783141831.636783:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x729 [1] + 224 00010000:00000001:2.0:1783141831.636788:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1783141831.636790:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636796:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1783141831.636797:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a08000 x1869759466453888/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1783141831.636799:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141831.636806:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141831.636809:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141831.636838:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a08380 x1869759466453760/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141831.636847:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a08380 x1869759466453760/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141831.636853:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783141831.636858:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636862:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141831.636864:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636866:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141831.636869:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636872:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141831.636876:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636878:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636880:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636883:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd03980 00000400:00000200:1.0:1783141831.636886:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636889:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x739 [1] + 224 00000800:00000001:1.0:1783141831.636892:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636895:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141831.636896:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141831.636899:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141831.636902:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141831.636906:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a0b800 x1869759466453376/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141831.636913:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a0b800 x1869759466453376/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141831.636919:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783141831.636922:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636924:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141831.636926:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636928:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141831.636936:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636939:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141831.636943:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636945:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636948:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636950:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd03a80 00000400:00000200:1.0:1783141831.636953:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636956:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x741 [1] + 224 00000800:00000001:1.0:1783141831.636959:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636962:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141831.636963:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141831.636966:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141831.636969:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141831.636973:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a08a80 x1869759466453632/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141831.636980:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a08a80 x1869759466453632/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141831.636986:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783141831.636989:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636991:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141831.636992:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.636994:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141831.636996:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.636999:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141831.637002:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.637004:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.637006:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.637008:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 25 MB=0x6a4894cd03900 00000400:00000200:1.0:1783141831.637011:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141831.637015:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.126@tcp of length 224/224 into md 0x719 [1] + 224 00000800:00000001:1.0:1783141831.637018:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.637030:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141831.637032:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141831.637035:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141831.637038:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141831.637042:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a09500 x1869759466453248/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141831.637049:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a09500 x1869759466453248/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141831.637056:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783141831.637060:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141831.637062:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1783141831.637278:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.637285:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783141831.637288:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:2.0:1783141831.637367:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783141831.637369:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.637376:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a08000 x1869759466453888/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.637384:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141831.637387:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783141831.637389:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141831.637393:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a08000 x1869759466453888/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141831.637402:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2401:1869759466453888:192.168.202.126@tcp:400:kworker.0 00000400:00000001:2.0:1783141831.637409:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783141831.637411:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783141831.637413:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92f108. 00000400:00000200:2.0:1783141831.637417:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317440 00000400:00000010:2.0:1783141831.637419:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317440. 00000100:00000001:2.0:1783141831.637422:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783141831.637425:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a09500 x1869759466453248/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783141831.637434:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a09500 x1869759466453248/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.637440:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141831.637449:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.637451:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783141831.637454:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783141831.637455:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783141831.637457:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.637459:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783141831.637463:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0a8f6460 time=67 v=5 (5 0 0 0) 00000100:00001000:2.0:1783141831.637466:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a8f6418 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1783141831.637469:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783141831.637470:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141831.637472:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783141831.637474:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.637476:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.637480:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a09500 x1869759466453248/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.638727:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141831.638732:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783141831.638735:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141831.638749:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a09500 x1869759466453248/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141831.638759:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2401:1869759466453248:192.168.202.126@tcp:400:kworker.0 00000400:00000001:2.0:1783141831.638771:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783141831.638773:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783141831.638776:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92fc08. 00000400:00000200:2.0:1783141831.638781:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317dd0 00000400:00000010:2.0:1783141831.638784:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317dd0. 00000100:00000001:2.0:1783141831.638788:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783141831.638792:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a0a680 x1869759466453504/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783141831.638802:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a0a680 x1869759466453504/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.639503:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141831.639524:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.639528:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783141831.639532:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783141831.639534:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783141831.639537:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.639539:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783141831.639552:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a79c60 time=65 v=5 (5 0 0 0) 00000100:00001000:2.0:1783141831.639557:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a79c18 time=65 v=5 (1 0 0 0) 00000100:00000001:2.0:1783141831.639566:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783141831.639569:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141831.639572:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783141831.639581:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a0a680 x1869759466453504/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783141831.639590:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.639595:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783141831.639598:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8fbc05454000: skip recheck: last_committed 0 00000100:00000001:2.0:1783141831.639600:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783141831.639602:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.639606:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a0a680 x1869759466453504/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.639614:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141831.640922:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783141831.640930:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141831.640948:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a0a680 x1869759466453504/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141831.640959:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466453504:192.168.202.126@tcp:400:kworker.0 00000400:00000001:2.0:1783141831.640972:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783141831.640974:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783141831.640978:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92f9a0. 00000400:00000200:2.0:1783141831.640985:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317220 00000400:00000010:2.0:1783141831.640988:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317220. 00000100:00000001:2.0:1783141831.640992:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783141831.641010:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a08380 x1869759466453760/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783141831.641020:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a08380 x1869759466453760/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.641026:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141831.641029:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.641031:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783141831.641034:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783141831.641035:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783141831.641037:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.641040:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783141831.641048:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a7fc60 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1783141831.641051:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a7fc18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1783141831.641054:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783141831.641055:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141831.641058:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783141831.641061:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a08380 x1869759466453760/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783141831.641067:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.641071:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783141831.641073:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:2.0:1783141831.641074:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783141831.641075:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.641079:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a08380 x1869759466453760/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.641085:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141831.641087:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783141831.641088:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141831.641091:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a08380 x1869759466453760/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141831.641098:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2401:1869759466453760:192.168.202.126@tcp:400:kworker.0 00000400:00000001:2.0:1783141831.641112:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783141831.641113:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783141831.641115:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92f580. 00000400:00000200:2.0:1783141831.641118:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317330 00000400:00000010:2.0:1783141831.641119:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317330. 00000100:00000001:2.0:1783141831.641122:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783141831.641127:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a08e00 x1869759466454016/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783141831.641135:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a08e00 x1869759466454016/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.641140:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141831.641141:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.641143:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783141831.641144:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783141831.641146:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783141831.641147:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.641149:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783141831.641153:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0574ec60 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1783141831.641155:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0574ec18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1783141831.641157:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783141831.641159:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141831.641160:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783141831.641164:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a08e00 x1869759466454016/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783141831.641170:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.641173:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783141831.641174:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:2.0:1783141831.641176:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783141831.641177:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.641180:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a08e00 x1869759466454016/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.641185:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141831.641193:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783141831.641194:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141831.641199:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a08e00 x1869759466454016/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141831.641206:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2401:1869759466454016:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141831.641210:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.641213:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141831.641217:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a08000 x1869759466453888/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.641223:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783141831.641226:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783141831.641230:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc058f8800. 02000000:00000001:2.0:1783141831.641234:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783141831.641237:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141831.641240:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc05749000 refcount=2 obd=lustre-OST0000-osc-ffff8fbc118b8800 00000020:00000001:2.0:1783141831.641255:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783141831.641259:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc11a64200. 02000000:00000001:2.0:1783141831.641266:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783141831.641268:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783141831.641270:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a08000. 00000100:00000001:2.0:1783141831.641274:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783141831.641275:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.641278:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141831.641282:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a09500 x1869759466453248/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.641288:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783141831.644381:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783141831.644389:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc058f8000. 02000000:00000001:2.0:1783141831.644397:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783141831.644400:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141831.644402:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=3 obd=MGC192.168.202.126@tcp 00000020:00000001:2.0:1783141831.644405:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783141831.644409:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc11a64900. 02000000:00000001:2.0:1783141831.644420:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783141831.644422:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783141831.644425:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a09500. 00000100:00000001:2.0:1783141831.644430:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783141831.644431:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.644435:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141831.644447:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a0a680 x1869759466453504/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.644456:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783141831.644458:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783141831.644459:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc058f9000. 02000000:00000001:2.0:1783141831.644462:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783141831.644464:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141831.644465:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc11a79800 refcount=3 obd=lustre-MDT0001-mdc-ffff8fbc05454000 00000020:00000001:2.0:1783141831.644467:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783141831.644468:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc11a64700. 02000000:00000001:2.0:1783141831.644470:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783141831.644472:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783141831.644473:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a0a680. 00000100:00000001:2.0:1783141831.644475:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783141831.644476:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.644479:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141831.644483:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a08380 x1869759466453760/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.644491:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783141831.644492:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783141831.644493:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc058f9e00. 02000000:00000001:2.0:1783141831.644495:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783141831.644496:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141831.644497:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc11a7f800 refcount=3 obd=lustre-MDT0001-mdc-ffff8fbc118b8800 00000020:00000001:2.0:1783141831.644499:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783141831.644501:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc11a64500. 02000000:00000001:2.0:1783141831.644502:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783141831.644503:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783141831.644505:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a08380. 00000100:00000001:2.0:1783141831.644507:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783141831.644515:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.644517:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141831.644523:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a08e00 x1869759466454016/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.644530:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783141831.644532:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783141831.644534:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc058f8600. 02000000:00000001:2.0:1783141831.644537:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783141831.644538:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141831.644540:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc0574e800 refcount=2 obd=lustre-OST0001-osc-ffff8fbc118b8800 00000020:00000001:2.0:1783141831.644541:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783141831.644544:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc13aba900. 02000000:00000001:2.0:1783141831.644547:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783141831.644548:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783141831.644550:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a08e00. 00000100:00000001:2.0:1783141831.644553:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783141831.644554:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.644559:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.644562:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141831.644565:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783141831.644575:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783141831.644577:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783141831.644581:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92ff78. 00000400:00000200:2.0:1783141831.644586:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc113177f8 00000400:00000010:2.0:1783141831.644589:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc113177f8. 00000100:00000001:2.0:1783141831.644593:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783141831.644599:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a0b800 x1869759466453376/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783141831.644609:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a0b800 x1869759466453376/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.646152:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141831.646161:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.646166:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783141831.646170:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783141831.646173:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783141831.646175:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.646190:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783141831.646203:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a18460 time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1783141831.646209:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a18418 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1783141831.646212:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783141831.646214:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141831.646217:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783141831.646222:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.646227:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783141831.646229:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8fbc05454000: skip recheck: last_committed 0 00000100:00000001:2.0:1783141831.646231:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783141831.646233:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.646257:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a0b800 x1869759466453376/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.646268:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141831.646272:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783141831.646275:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141831.646281:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a0b800 x1869759466453376/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141831.647228:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466453376:192.168.202.126@tcp:400:kworker.0 00000400:00000001:2.0:1783141831.647258:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783141831.647261:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783141831.647266:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92fe70. 00000400:00000200:2.0:1783141831.647275:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317088 00000400:00000010:2.0:1783141831.647278:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317088. 00000100:00000001:2.0:1783141831.647282:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783141831.648516:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a08a80 x1869759466453632/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783141831.648547:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a08a80 x1869759466453632/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.648556:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141831.648559:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.648572:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783141831.648577:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783141831.648580:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783141831.648582:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141831.648586:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783141831.648600:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a7b460 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1783141831.648604:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a7b418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1783141831.648607:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783141831.648609:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141831.648612:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783141831.648617:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.648622:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783141831.648624:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:2.0:1783141831.648626:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783141831.648628:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141831.648635:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a08a80 x1869759466453632/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.648643:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141831.648648:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783141831.648651:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141831.648656:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a08a80 x1869759466453632/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141831.648663:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2401:1869759466453632:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141831.648669:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.648674:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141831.648680:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a0b800 x1869759466453376/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.648688:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783141831.648692:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783141831.648699:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc058f8c00. 02000000:00000001:2.0:1783141831.648705:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783141831.648709:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141831.648711:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc11a18000 refcount=3 obd=lustre-MDT0000-mdc-ffff8fbc05454000 00000020:00000001:2.0:1783141831.648721:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783141831.648725:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc11a64a00. 02000000:00000001:2.0:1783141831.648732:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783141831.648734:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783141831.648737:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a0b800. 00000100:00000001:2.0:1783141831.648742:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783141831.648744:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.648746:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141831.648750:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a08a80 x1869759466453632/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141831.648756:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783141831.648758:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783141831.648759:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc058f8e00. 02000000:00000001:2.0:1783141831.648761:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783141831.648763:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141831.648764:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc11a7b000 refcount=3 obd=lustre-MDT0000-mdc-ffff8fbc118b8800 00000020:00000001:2.0:1783141831.648766:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783141831.648768:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc11a64b00. 02000000:00000001:2.0:1783141831.648769:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783141831.648771:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783141831.648772:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a08a80. 00000100:00000001:2.0:1783141831.648774:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783141831.648775:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.648777:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141831.648787:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141831.648790:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141831.648793:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141831.648796:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141832.516681:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141832.516691:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141832.516700:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141832.516702:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783141832.516985:0:6171:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783141832.516989:0:6171:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783141832.516992:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783141832.551771:0:9335:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783141832.551932:0:9335:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783141832.891980:0:1011:0:(connection.c:75:cpu_latency_work()) work item of ffff8fbc10c5e000 (cpu 0) has reached its deadline 4295034107, at 4295034112 00000100:00000010:0.0:1783141832.891996:0:1011:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8fbc05607f00. 00000100:00000040:1.0:1783141832.892888:0:8789:0:(connection.c:75:cpu_latency_work()) work item of ffff8fbc10c5e110 (cpu 0) has reached its deadline 4295034107, at 4295034112 00000100:00000010:1.0:1783141832.892897:0:8789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8fbc056079c0. 00000001:00000001:0.0:1783141833.052784:0:9371:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1783141833.052794:0:9371:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg226-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:0.0:1783141833.070339:0:9371:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1783141833.140577:0:9374:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783141833.140590:0:9374:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783141833.197377:0:9378:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783141833.197390:0:9378:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141833.531883:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141833.531890:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141833.531896:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141833.531897:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141833.534213:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141833.534222:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141833.534238:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783141834.556108:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141834.556117:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141834.556123:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141834.556124:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141834.556631:0:6638:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141834.556637:0:6638:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141834.556641:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783141835.580546:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141835.580554:0:8789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783141835.580557:0:8789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783141835.580561:0:8789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141835.580567:0:8789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783141835.580569:0:8789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141835.580571:0:8789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141835.580573:0:8789:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141835.580578:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141835.580579:0:8789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783141835.580601:0:8789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783141835.580603:0:8789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141835.580605:0:8789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783141835.580607:0:8789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141835.580608:0:8789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141835.580611:0:8789:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783141835.580726:0:6171:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783141835.580730:0:6171:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783141835.580734:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783141836.604065:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141836.604072:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141836.604078:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141836.604079:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141836.604282:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141836.604296:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141836.604301:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783141836.731962:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4acba108-b13d-4e12-8af1-a771d4999ae3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783141836.731975:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783141836.731991:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a08a80. 00000020:00000040:2.0:1783141836.731998:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000100:00000001:2.0:1783141836.732003:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141836.732007:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141836.732013:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141836.732023:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc14362b00. 00000100:00000001:2.0:1783141836.732030:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.732046:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4acba108-b13d-4e12-8af1-a771d4999ae3->MGS req@ffff8fbc11a08a80 x1869759466454144/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783141836.732058:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141836.732062:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.732070:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022ce2dad] to pc [ptlrpcd_01_00+0] req@ffff8fbc11a08a80 x1869759466454144/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.732114:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.732118:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783141836.732121:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783141836.732124:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a0b800. 00000020:00000040:2.0:1783141836.732126:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a18000 refcount=4 obd=lustre-MDT0000-mdc-ffff8fbc05454000 00000100:00000001:2.0:1783141836.732129:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141836.732130:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141836.732132:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141836.732135:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc14362000. 00000100:00000001:2.0:1783141836.732138:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.732142:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0000_UUID req@ffff8fbc11a0b800 x1869759466454272/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783141836.732149:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141836.732151:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141836.732164:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141836.732169:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141836.732174:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141836.732175:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4bf06f3] to pc [ptlrpcd_01_01+1] req@ffff8fbc11a0b800 x1869759466454272/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783141836.732183:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a08a80 x1869759466454144/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.732187:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.732192:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141836.732198:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141836.732199:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1783141836.732210:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141836.732216:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1783141836.732218:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a08e00. 02000000:00000001:3.0:1783141836.732220:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1783141836.732223:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a79800 refcount=4 obd=lustre-MDT0001-mdc-ffff8fbc05454000 02000000:00000001:3.0:1783141836.732225:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141836.732228:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141836.732231:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1783141836.732232:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466454144:192.168.202.126@tcp:400:kworker.0 02000000:00000001:2.0:1783141836.732234:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141836.732242:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc13aba900. 00000100:00000001:2.0:1783141836.732247:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141836.732247:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1783141836.732254:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0001_UUID req@ffff8fbc11a08e00 x1869759466454400/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1783141836.732256:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141836.732260:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141836.732264:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1783141836.732265:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141836.732269:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141836.732271:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0588cc00. 00000100:00000040:2.0:1783141836.732274:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051aef373] to pc [ptlrpcd_01_00+0] req@ffff8fbc11a08e00 x1869759466454400/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1783141836.732275:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141836.732285:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141836.732287:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.732291:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1783141836.732292:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc12ecb8f0. 00000100:00000040:2.0:1783141836.732298:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783141836.732302:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1783141836.732302:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a990. 00000100:00000040:2.0:1783141836.732308:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783141836.732312:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1783141836.732312:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466454144, portal 25 00000100:00000001:3.0:1783141836.732317:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141836.732319:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1783141836.732320:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645198464 : -123437064353152 : ffff8fbc11a08a80) 00000100:00000010:2.0:1783141836.732324:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a08380. 00000100:00000040:3.0:1783141836.732329:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a08a80 x1869759466454144/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1783141836.732330:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a7b000 refcount=4 obd=lustre-MDT0000-mdc-ffff8fbc118b8800 00000100:00000001:2.0:1783141836.732340:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1783141836.732340:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1783141836.732344:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1783141836.732347:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 02000000:00000001:2.0:1783141836.732348:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1783141836.732351:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a088. 02000000:00000010:2.0:1783141836.732354:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc11a64b00. 00000100:00000200:3.0:1783141836.732357:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869759466454144, offset 0 00000100:00000001:2.0:1783141836.732360:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141836.732366:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000100:00000040:2.0:1783141836.732368:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0000_UUID req@ffff8fbc11a08380 x1869759466454528/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1783141836.732377:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141836.732381:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141836.732384:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141836.732389:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000100:00000040:2.0:1783141836.732390:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031f50eb6] to pc [ptlrpcd_01_01+1] req@ffff8fbc11a08380 x1869759466454528/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1783141836.732398:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1783141836.732401:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.732405:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1783141836.732407:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000100:00000001:2.0:1783141836.732410:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783141836.732415:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a0a680. 00000400:00000200:3.0:1783141836.732415:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000020:00000040:2.0:1783141836.732420:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a7f800 refcount=4 obd=lustre-MDT0001-mdc-ffff8fbc118b8800 00000400:00000200:3.0:1783141836.732422:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000100:00000001:2.0:1783141836.732425:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141836.732429:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1783141836.732430:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [129:129:256:4294967295] 192.168.202.126@tcp LPNI seq info [129:129:8:4294967295] 02000000:00000001:2.0:1783141836.732432:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141836.732438:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc11a64a00. 00000400:00000200:3.0:1783141836.732439:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141836.732444:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.732450:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0001_UUID req@ffff8fbc11a0a680 x1869759466454656/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1783141836.732456:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:3.0:1783141836.732468:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000100:00000001:2.0:1783141836.732469:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141836.732472:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1783141836.732476:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc0a710700. 00000100:00000040:2.0:1783141836.732478:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d113e0dc] to pc [ptlrpcd_01_00+0] req@ffff8fbc11a0a680 x1869759466454656/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1783141836.732487:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000100:00000001:2.0:1783141836.732491:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.732495:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783141836.732500:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:3.0:1783141836.732504:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141836.732508:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc0a710700 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1783141836.732511:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a09500. 00000020:00000040:2.0:1783141836.732516:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc05749000 refcount=3 obd=lustre-OST0000-osc-ffff8fbc118b8800 00000100:00000001:2.0:1783141836.732518:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141836.732520:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141836.732522:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141836.732525:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc11a64500. 00000100:00000001:2.0:1783141836.732528:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.732533:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0000_UUID req@ffff8fbc11a09500 x1869759466454784/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783141836.732540:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141836.732542:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.732546:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061aca439] to pc [ptlrpcd_01_01+1] req@ffff8fbc11a09500 x1869759466454784/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.732555:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.732557:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783141836.732562:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783141836.732564:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a08000. 00000020:00000040:2.0:1783141836.732567:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc0574e800 refcount=3 obd=lustre-OST0001-osc-ffff8fbc118b8800 00000100:00000001:2.0:1783141836.732569:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141836.732570:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141836.732572:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141836.732575:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc11a64700. 00000100:00000001:2.0:1783141836.732577:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.732581:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0001_UUID req@ffff8fbc11a08000 x1869759466454912/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783141836.732583:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141836.732592:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141836.732593:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141836.732597:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141836.732597:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295039226 00000100:00000010:3.0:1783141836.732604:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8fbc04d4a960. 00000100:00000001:3.0:1783141836.732610:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1783141836.732615:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbd3f8c6] to pc [ptlrpcd_01_00+0] req@ffff8fbc11a08000 x1869759466454912/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.732617:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295039226 00000100:00000010:3.0:1783141836.732623:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8fbc04d4a060. 00000100:00000001:3.0:1783141836.732628:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783141836.732631:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141836.732633:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141836.732635:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141836.732638:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141836.732642:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141836.732643:0:8:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (375) 00000100:00000001:3.0:1783141836.732649:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141836.732652:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783141836.732655:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141836.732656:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141836.732658:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1783141836.732660:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1783141836.732663:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a08e00 x1869759466454400/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.732665:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141836.732668:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1783141836.732676:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1783141836.732677:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a0b800 x1869759466454272/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.732678:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141836.732682:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141836.732685:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141836.732690:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141836.732692:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141836.732696:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141836.732696:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466454400:192.168.202.126@tcp:400:kworker.0 02000000:00000001:2.0:1783141836.732700:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1783141836.732702:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141836.732704:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141836.732706:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141836.732708:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141836.732709:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141836.732713:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1783141836.732716:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466454272:192.168.202.126@tcp:400:kworker.0 02000000:00000010:3.0:1783141836.732718:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0588d600. 02000000:00000001:3.0:1783141836.732722:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141836.732723:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141836.732727:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141836.732729:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141836.732734:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1783141836.732734:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141836.732739:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc12ecb160. 02000000:00000010:2.0:1783141836.732741:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0a9fca00. 02000000:00000001:2.0:1783141836.732745:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141836.732749:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141836.732753:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92fe70. 00000400:00000010:3.0:1783141836.732758:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a7f8. 00000400:00000010:2.0:1783141836.732760:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317088. 00000100:00000200:3.0:1783141836.732763:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466454400, portal 10 00000100:00000200:2.0:1783141836.732766:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466454272, portal 10 00000100:00000001:3.0:1783141836.732767:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141836.732769:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645199360 : -123437064352256 : ffff8fbc11a08e00) 00000100:00000001:2.0:1783141836.732771:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141836.732773:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645210112 : -123437064341504 : ffff8fbc11a0b800) 00000100:00000040:3.0:1783141836.732779:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a08e00 x1869759466454400/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783141836.732783:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a0b800 x1869759466454272/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.732793:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1783141836.732799:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783141836.732799:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000100:00000040:2.0:1783141836.732804:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:3.0:1783141836.732804:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980aaa0. 00000100:00000200:3.0:1783141836.732809:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466454400, offset 0 00000400:00000010:2.0:1783141836.732836:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc113177f8. 00000100:00000200:2.0:1783141836.732841:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466454272, offset 0 00000400:00000200:2.0:1783141836.732847:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141836.732852:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141836.732859:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141836.732862:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141836.732869:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141836.732873:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141836.732875:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141836.732878:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141836.732881:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [130:130:255:4294967295] 192.168.202.126@tcp LPNI seq info [130:130:7:4294967295] 00000400:00000200:2.0:1783141836.732885:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141836.732893:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141836.732899:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141836.732903:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc11a64900. 00000800:00000200:2.0:1783141836.732908:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141836.732913:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141836.732916:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc11a64900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141836.732920:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.732925:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: using a timeout of 139108 usecs (140 jiffies) 00000400:00000200:2.0:1783141836.732929:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141836.732931:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 0 is 4295038093 00000100:00000001:2.0:1783141836.732934:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS request active for cpu 0, keep current deadline 4295039226 00000100:00000001:2.0:1783141836.732936:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 1 is 4295038093 00000100:00000001:2.0:1783141836.732939:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS request active for cpu 1, keep current deadline 4295039226 00000100:00000001:2.0:1783141836.732941:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141836.732943:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141836.732945:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141836.732949:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a08380 x1869759466454528/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.732956:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141836.732958:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141836.732961:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141836.732962:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141836.732964:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141836.732973:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2401:1869759466454528:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141836.732977:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141836.732979:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141836.732981:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141836.732983:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141836.732985:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0a9fc400. 02000000:00000001:2.0:1783141836.732987:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141836.732991:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141836.732993:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92ff78. 00000400:00000010:2.0:1783141836.732997:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317330. 00000100:00000200:2.0:1783141836.733001:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466454528, portal 10 00000100:00000001:2.0:1783141836.733003:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141836.733005:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645196672 : -123437064354944 : ffff8fbc11a08380) 00000100:00000040:2.0:1783141836.733011:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a08380 x1869759466454528/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.733018:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141836.733020:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141836.733023:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317220. 00000100:00000200:2.0:1783141836.733025:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466454528, offset 0 00000400:00000200:2.0:1783141836.733030:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141836.738125:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141836.738141:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141836.738147:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783141836.738152:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141836.738155:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141836.738159:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:3.0:1783141836.738163:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [131:131:254:4294967295] 192.168.202.126@tcp LPNI seq info [131:131:6:4294967295] 00000400:00000200:3.0:1783141836.738168:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141836.738179:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:3.0:1783141836.738186:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:3.0:1783141836.738197:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc0a710100. 00000800:00000200:3.0:1783141836.738217:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:3.0:1783141836.738224:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141836.738239:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc0a710100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783141836.738247:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141836.738253:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: using a timeout of 171268 usecs (172 jiffies) 00000400:00000200:3.0:1783141836.738256:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141836.738260:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 0 is 4295038125 00000100:00000001:3.0:1783141836.738280:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS request active for cpu 0, keep current deadline 4295039226 00000100:00000001:3.0:1783141836.738283:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 1 is 4295038125 00000100:00000001:3.0:1783141836.738285:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS request active for cpu 1, keep current deadline 4295039226 00000100:00000001:3.0:1783141836.738288:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141836.738292:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141836.738298:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783141836.738307:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a0a680 x1869759466454656/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.738318:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783141836.738321:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141836.738327:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141836.738331:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141836.738333:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141836.738337:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466454656:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141836.738342:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141836.738348:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141836.738351:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141836.738355:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783141836.738362:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0588c800. 02000000:00000001:3.0:1783141836.738365:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141836.738370:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141836.738375:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc12ecb318. 00000400:00000010:3.0:1783141836.738381:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a000. 00000100:00000200:3.0:1783141836.738389:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466454656, portal 10 00000100:00000001:3.0:1783141836.738392:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141836.738394:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645205632 : -123437064345984 : ffff8fbc11a0a680) 00000020:00000010:3.0:1783141836.738402:0:2400:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8fbc05626000. 00000100:00000040:3.0:1783141836.738410:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a0a680 x1869759466454656/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.738417:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783141836.738426:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:3.0:1783141836.738430:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a4c8. 00000100:00000200:3.0:1783141836.738434:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466454656, offset 0 00000400:00000200:3.0:1783141836.738440:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141836.738447:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141836.738450:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141836.738453:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783141836.738456:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141836.738458:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141836.738460:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:3.0:1783141836.738462:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [132:132:253:4294967295] 192.168.202.126@tcp LPNI seq info [132:132:5:4294967295] 00000400:00000200:3.0:1783141836.738466:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141836.738473:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:3.0:1783141836.738476:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:3.0:1783141836.738479:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc0a710a00. 00000800:00000200:3.0:1783141836.738483:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:3.0:1783141836.738487:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141836.738490:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc0a710a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783141836.738493:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141836.738496:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: using a timeout of 33351 usecs (34 jiffies) 00000400:00000200:3.0:1783141836.738499:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141836.738501:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295037987 00000100:00000001:3.0:1783141836.738503:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295039226 00000100:00000001:3.0:1783141836.738505:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295037987 00000100:00000001:3.0:1783141836.738507:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295039226 00000100:00000001:3.0:1783141836.738509:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141836.738511:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141836.738514:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783141836.738519:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a08000 x1869759466454912/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.738538:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783141836.738539:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141836.738542:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141836.738543:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141836.738545:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141836.738549:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466454912:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141836.738552:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141836.738554:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141836.738556:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141836.738558:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783141836.738561:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0588c400. 02000000:00000001:3.0:1783141836.738562:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141836.738566:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141836.738584:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc1137e420. 00000400:00000010:3.0:1783141836.738590:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a6e8. 00000100:00000200:3.0:1783141836.738593:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466454912, portal 4 00000100:00000001:3.0:1783141836.738595:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141836.738596:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645195776 : -123437064355840 : ffff8fbc11a08000) 00000020:00000010:3.0:1783141836.738602:0:2400:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8fbc05624000. 00000100:00000040:3.0:1783141836.738608:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a08000 x1869759466454912/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.738614:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783141836.738616:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:3.0:1783141836.738619:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980aee0. 00000100:00000200:3.0:1783141836.738622:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869759466454912, offset 0 00000400:00000200:3.0:1783141836.738626:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141836.738630:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141836.738633:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141836.738636:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783141836.738638:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141836.738640:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141836.738648:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:3.0:1783141836.738652:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [133:133:252:4294967295] 192.168.202.126@tcp LPNI seq info [133:133:4:4294967295] 00000400:00000200:3.0:1783141836.738655:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141836.738662:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:3.0:1783141836.738667:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:3.0:1783141836.738670:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc0a710e00. 00000800:00000200:3.0:1783141836.738673:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:3.0:1783141836.738677:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141836.738680:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc0a710e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783141836.738683:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141836.738685:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: using a timeout of 26676 usecs (27 jiffies) 00000400:00000200:3.0:1783141836.738689:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141836.738691:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295037980 00000100:00000001:3.0:1783141836.738693:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295039226 00000100:00000001:3.0:1783141836.738695:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295037980 00000100:00000001:3.0:1783141836.738697:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295039226 00000100:00000001:3.0:1783141836.738700:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141836.738702:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141836.738705:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141836.738708:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141836.738717:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141836.738720:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783141836.738723:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141836.738726:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141836.738727:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141836.738730:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783141836.741340:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141836.741352:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc0a710700. 00000400:00000200:1.0:1783141836.741362:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141836.741371:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141836.741380:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a088 00000400:00000010:1.0:1783141836.741383:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a088. 00000100:00000001:1.0:1783141836.741389:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141836.741400:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a08a80 x1869759466454144/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141836.741416:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141836.741420:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a08a80 x1869759466454144/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141836.741427:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141836.741428:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783141836.741443:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141836.741446:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc11a64900. 00000400:00000200:1.0:1783141836.741450:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141836.741453:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141836.741456:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc113177f8 00000400:00000010:1.0:1783141836.741458:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc113177f8. 00000100:00000001:1.0:1783141836.741460:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141836.741463:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a0b800 x1869759466454272/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141836.741470:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141836.741489:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a0b800 x1869759466454272/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141836.741495:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141836.741497:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783141836.741507:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141836.741509:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc0a710100. 00000400:00000200:1.0:1783141836.741512:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141836.741514:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141836.741517:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980aaa0 00000400:00000010:1.0:1783141836.741518:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980aaa0. 00000100:00000001:1.0:1783141836.741521:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141836.741525:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a08e00 x1869759466454400/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141836.741533:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141836.741536:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a08e00 x1869759466454400/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141836.741543:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141836.741544:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783141836.741553:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141836.741556:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc0a710a00. 00000400:00000200:1.0:1783141836.741558:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141836.741561:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141836.741563:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a4c8 00000400:00000010:1.0:1783141836.741565:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a4c8. 00000100:00000001:1.0:1783141836.741566:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141836.741571:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a0a680 x1869759466454656/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141836.741578:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141836.741580:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a0a680 x1869759466454656/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141836.741586:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141836.741587:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1783141836.741889:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141836.741898:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141836.741903:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141836.741907:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141836.741911:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141836.741913:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141836.741917:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [134:134:255:4294967295] 192.168.202.126@tcp LPNI seq info [134:134:7:4294967295] 00000400:00000200:2.0:1783141836.741921:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141836.741931:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141836.741937:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141836.741943:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc11a64200. 00000800:00000200:2.0:1783141836.741956:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141836.741963:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141836.741967:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc11a64200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141836.741972:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.741978:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: using a timeout of 22387 usecs (23 jiffies) 00000400:00000200:2.0:1783141836.741981:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141836.741984:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295037985 00000100:00000001:2.0:1783141836.741987:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295039226 00000100:00000001:2.0:1783141836.741990:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295037985 00000100:00000001:2.0:1783141836.741992:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295039226 00000100:00000001:2.0:1783141836.741994:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141836.741998:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141836.742002:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141836.742007:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a09500 x1869759466454784/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.742015:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141836.742017:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141836.742021:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141836.742025:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141836.742027:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141836.742030:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2401:1869759466454784:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141836.742034:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141836.742040:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141836.742044:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141836.742046:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141836.742051:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0a9fce00. 02000000:00000001:2.0:1783141836.742053:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141836.742057:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141836.742060:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92f580. 00000400:00000010:2.0:1783141836.742065:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317dd0. 00000100:00000200:2.0:1783141836.742073:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466454784, portal 4 00000100:00000001:2.0:1783141836.742080:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141836.742081:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645201152 : -123437064350464 : ffff8fbc11a09500) 00000100:00000040:2.0:1783141836.742089:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a09500 x1869759466454784/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.742095:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141836.742097:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141836.742100:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317440. 00000100:00000200:2.0:1783141836.742103:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869759466454784, offset 0 00000400:00000200:2.0:1783141836.742109:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141836.742114:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141836.742117:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141836.742120:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141836.742122:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141836.742124:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141836.742126:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141836.742129:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [135:135:254:4294967295] 192.168.202.126@tcp LPNI seq info [135:135:6:4294967295] 00000400:00000200:2.0:1783141836.742132:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141836.742138:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141836.742142:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141836.742145:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc11a64900. 00000800:00000200:2.0:1783141836.742149:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141836.742152:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141836.742155:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc11a64900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141836.742158:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.742160:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: using a timeout of 20662 usecs (21 jiffies) 00000400:00000200:2.0:1783141836.742162:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141836.742164:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295037983 00000100:00000001:2.0:1783141836.742166:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295039226 00000100:00000001:2.0:1783141836.742169:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295037983 00000100:00000001:2.0:1783141836.742171:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295039226 00000100:00000001:2.0:1783141836.742177:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141836.742179:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141836.742182:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141836.742185:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141836.742193:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141836.742195:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783141836.742198:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141836.742200:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141836.742212:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141836.742215:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783141836.742568:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141836.742572:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc0a710e00. 00000400:00000200:1.0:1783141836.742578:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141836.742583:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141836.742587:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980aee0 00000400:00000010:1.0:1783141836.742590:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980aee0. 00000100:00000001:1.0:1783141836.742592:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141836.742599:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a08000 x1869759466454912/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141836.742607:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141836.742610:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a08000 x1869759466454912/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141836.742616:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141836.742618:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783141836.742711:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141836.742714:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc11a64200. 00000400:00000200:0.0:1783141836.742717:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141836.742721:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141836.742724:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317220 00000400:00000010:0.0:1783141836.742726:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317220. 00000100:00000001:0.0:1783141836.742728:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141836.742732:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a08380 x1869759466454528/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141836.742750:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141836.742754:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a08380 x1869759466454528/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141836.742759:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141836.742761:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783141836.742769:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141836.742771:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc11a64900. 00000400:00000200:0.0:1783141836.742773:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141836.742776:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141836.742778:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317440 00000400:00000010:0.0:1783141836.742779:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317440. 00000100:00000001:0.0:1783141836.742781:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141836.742784:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a09500 x1869759466454784/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141836.742799:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141836.742803:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a09500 x1869759466454784/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141836.742827:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141836.742829:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783141836.744451:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141836.744465:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141836.744470:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141836.744472:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141836.744480:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141836.744489:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141836.744497:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141836.744502:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141836.744507:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141836.744511:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd03d00 00000400:00000200:1.0:1783141836.744516:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141836.744522:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x761 [1] + 224 00000800:00000001:1.0:1783141836.744528:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141836.744532:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141836.744534:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141836.744538:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141836.744545:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141836.744552:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a0b800 x1869759466454272/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141836.744579:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a0b800 x1869759466454272/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141836.744602:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783141836.744611:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141836.744615:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141836.744617:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141836.744618:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141836.744622:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141836.744626:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141836.744631:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141836.744633:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141836.744637:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141836.744639:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd03d80 00000400:00000200:1.0:1783141836.744642:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141836.744646:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x759 [1] + 224 00000800:00000001:1.0:1783141836.744650:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141836.744653:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141836.744655:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141836.744658:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141836.744661:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141836.744666:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a08e00 x1869759466454400/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141836.744675:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a08e00 x1869759466454400/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141836.744695:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141836.744696:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1783141836.744701:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1783141836.744702:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1783141836.744707:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141836.744710:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1783141836.744710:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1783141836.744714:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783141836.744714:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1783141836.744720:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141836.744720:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92fe70. 00000400:00000200:2.0:1783141836.744725:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317088 00000400:00000010:2.0:1783141836.744730:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317088. 00000400:00000200:1.0:1783141836.744734:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000100:00000001:2.0:1783141836.744735:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783141836.744743:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a0b800 x1869759466454272/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783141836.744753:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a0b800 x1869759466454272/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.744759:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141836.744761:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141836.744764:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783141836.744766:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783141836.744769:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783141836.744771:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141836.744774:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783141836.744792:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a18460 time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1783141836.744797:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a18418 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1783141836.744800:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783141836.744801:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141836.744804:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783141836.744808:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141836.744843:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783141836.744851:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8fbc05454000: skip recheck: last_committed 0 00000100:00000001:2.0:1783141836.744853:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783141836.744854:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.744860:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a0b800 x1869759466454272/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.744867:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141836.744869:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783141836.744871:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141836.744875:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a0b800 x1869759466454272/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141836.744882:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466454272:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141836.744887:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141836.744890:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141836.744893:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a0b800 x1869759466454272/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.744899:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783141836.744901:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783141836.744904:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0a9fca00. 02000000:00000001:2.0:1783141836.744907:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783141836.744909:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141836.744912:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc11a18000 refcount=3 obd=lustre-MDT0000-mdc-ffff8fbc05454000 00000020:00000001:2.0:1783141836.744914:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783141836.744916:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc14362000. 02000000:00000001:2.0:1783141836.744920:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783141836.744922:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783141836.744924:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a0b800. 00000100:00000001:2.0:1783141836.744927:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783141836.744928:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141836.744931:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141836.744932:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141836.744934:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141836.744935:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141836.744937:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783141836.747117:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141836.747136:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141836.747145:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141836.747152:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd03e80 00000400:00000200:1.0:1783141836.747158:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141836.747163:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x771 [1] + 224 00000800:00000001:1.0:1783141836.747173:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141836.747252:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141836.747256:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141836.747262:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141836.747269:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141836.747279:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a0a680 x1869759466454656/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141836.747290:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a0a680 x1869759466454656/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141836.747298:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141836.747308:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141836.747311:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141836.747313:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141836.747315:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141836.747319:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141836.747323:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141836.747330:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141836.747333:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141836.747336:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141836.747339:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 4 MB=0x6a4894cd03f80 00000400:00000200:0.0:1783141836.747342:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141836.747346:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.126@tcp of length 224/224 into md 0x779 [1] + 224 00000800:00000001:0.0:1783141836.747350:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141836.747358:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141836.747360:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141836.747363:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141836.747376:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141836.747381:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a08000 x1869759466454912/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141836.747388:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a08000 x1869759466454912/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141836.747395:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141836.747398:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141836.747401:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141836.747689:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141836.747695:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141836.747697:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1783141836.747698:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1783141836.747702:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1783141836.747703:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141836.747709:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000001:3.0:1783141836.747711:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141836.747715:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1783141836.747716:0:2390:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000010:3.0:1783141836.747719:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc12ecb160. 00000400:00000200:0.0:1783141836.747723:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141836.747725:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a7f8 00000400:00000200:0.0:1783141836.747728:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141836.747731:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141836.747735:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 25 MB=0x6a4894cd03c80 00000400:00000010:3.0:1783141836.747736:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a7f8. 00000400:00000200:0.0:1783141836.747741:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141836.747754:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1783141836.747758:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.126@tcp of length 224/224 into md 0x751 [1] + 224 00000100:00000200:3.0:1783141836.747761:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a08e00 x1869759466454400/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141836.747773:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a08e00 x1869759466454400/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1783141836.747777:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1783141836.747782:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141836.747785:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141836.747789:0:2400:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:0.0:1783141836.747791:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1783141836.747793:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1783141836.747796:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1783141836.747797:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141836.747801:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783141836.747804:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 02000000:00000001:3.0:1783141836.747806:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141836.747838:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a79c60 time=70 v=5 (5 0 0 0) 00000100:00000001:0.0:1783141836.747841:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1783141836.747844:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a79c18 time=70 v=5 (1 0 0 0) 00000100:00000200:0.0:1783141836.747849:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a08a80 x1869759466454144/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.747849:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141836.747852:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141836.747856:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783141836.747864:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a08e00 x1869759466454400/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141836.747865:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a08a80 x1869759466454144/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783141836.747884:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141836.747887:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141836.747889:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141836.747892:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8fbc05454000: skip recheck: last_committed 0 00000800:00000001:0.0:1783141836.747893:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1783141836.747895:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141836.747897:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141836.747902:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a08e00 x1869759466454400/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1783141836.747904:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141836.747909:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141836.747912:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141836.747916:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1783141836.747921:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141836.747922:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141836.747927:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141836.747928:0:2390:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000100:00000040:3.0:1783141836.747934:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a08e00 x1869759466454400/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1783141836.747936:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141836.747943:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141836.747949:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141836.747953:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 4 MB=0x6a4894cd03f00 00000400:00000200:0.0:1783141836.747959:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141836.747968:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.126@tcp of length 224/224 into md 0x781 [1] + 224 00000100:00100000:3.0:1783141836.747974:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466454400:192.168.202.126@tcp:400:kworker.0 00000800:00000001:0.0:1783141836.747975:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141836.747980:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141836.747984:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1783141836.747984:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1783141836.747989:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000001:3.0:1783141836.747994:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141836.747996:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc12ecb318. 00000400:00000200:3.0:1783141836.748321:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a000 00000400:00000010:3.0:1783141836.748324:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a000. 00000100:00000001:3.0:1783141836.748328:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141836.748332:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a0a680 x1869759466454656/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141836.748341:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a0a680 x1869759466454656/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.748347:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141836.748349:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141836.748350:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141836.748352:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141836.748353:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141836.748355:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141836.748357:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141836.748362:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a7fc60 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141836.748365:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a7fc18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141836.748367:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141836.748368:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141836.748370:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783141836.748374:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a0a680 x1869759466454656/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783141836.748380:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141836.748382:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141836.748384:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:3.0:1783141836.748385:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141836.748386:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141836.748389:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a0a680 x1869759466454656/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.748404:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141836.748406:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141836.748408:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141836.748413:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a0a680 x1869759466454656/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141836.748420:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466454656:192.168.202.126@tcp:400:kworker.0 00000100:00000001:0.0:1783141836.750974:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141836.750993:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a09500 x1869759466454784/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141836.751006:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a09500 x1869759466454784/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141836.751026:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141836.751042:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141836.751057:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141836.751059:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141836.751062:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141836.751068:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141836.751072:0:2390:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141836.751080:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141836.751085:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141836.751089:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141836.751093:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd03e00 00000400:00000200:0.0:1783141836.751097:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141836.751119:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x769 [1] + 224 00000800:00000001:0.0:1783141836.751125:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141836.751134:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141836.751138:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141836.751142:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141836.751147:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141836.751151:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a08380 x1869759466454528/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141836.751159:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a08380 x1869759466454528/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141836.751166:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141836.751170:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141836.751172:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141836.751951:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141836.751956:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783141836.751965:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783141836.751967:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783141836.751970:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92ff78. 00000400:00000200:2.0:1783141836.751977:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317330 00000400:00000010:2.0:1783141836.751980:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317330. 00000100:00000001:2.0:1783141836.751983:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783141836.751990:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a08380 x1869759466454528/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783141836.752000:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a08380 x1869759466454528/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.752007:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141836.752010:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141836.752013:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783141836.752017:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783141836.752019:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783141836.752021:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141836.752024:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783141836.752037:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a7b460 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1783141836.752042:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a7b418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1783141836.752045:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783141836.752047:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141836.752050:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783141836.752053:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141836.752057:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783141836.752059:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:2.0:1783141836.752061:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783141836.752062:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.752067:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a08380 x1869759466454528/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.752074:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141836.752077:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783141836.752079:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141836.752083:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a08380 x1869759466454528/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141836.752101:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2401:1869759466454528:192.168.202.126@tcp:400:kworker.0 00000400:00000001:2.0:1783141836.752108:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783141836.752109:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783141836.752111:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92f580. 00000400:00000200:2.0:1783141836.752113:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317dd0 00000400:00000010:2.0:1783141836.752115:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317dd0. 00000100:00000001:2.0:1783141836.752117:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783141836.752120:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a09500 x1869759466454784/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783141836.752128:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a09500 x1869759466454784/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.752134:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141836.752136:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141836.752138:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783141836.752139:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783141836.752141:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783141836.752142:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141836.752145:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783141836.752149:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc05749460 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1783141836.752152:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc05749418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1783141836.752154:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783141836.752155:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141836.752157:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783141836.752161:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a09500 x1869759466454784/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783141836.752167:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141836.752169:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783141836.752170:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:2.0:1783141836.752172:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783141836.752173:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141836.752176:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a09500 x1869759466454784/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.752189:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141836.752191:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783141836.752192:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141836.752196:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a09500 x1869759466454784/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141836.752214:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2401:1869759466454784:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141836.752218:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141836.752221:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141836.752224:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a08380 x1869759466454528/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.752232:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783141836.752235:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783141836.752238:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0a9fc400. 02000000:00000001:2.0:1783141836.752242:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783141836.752245:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141836.752247:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc11a7b000 refcount=3 obd=lustre-MDT0000-mdc-ffff8fbc118b8800 00000020:00000001:2.0:1783141836.752249:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783141836.752251:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc11a64b00. 02000000:00000001:2.0:1783141836.752255:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783141836.752257:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783141836.752258:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a08380. 00000100:00000001:2.0:1783141836.752262:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783141836.752263:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141836.752265:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141836.752268:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a09500 x1869759466454784/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141836.752274:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783141836.752276:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783141836.752277:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0a9fce00. 02000000:00000001:2.0:1783141836.752279:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783141836.752280:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141836.752287:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc05749000 refcount=2 obd=lustre-OST0000-osc-ffff8fbc118b8800 00000020:00000001:2.0:1783141836.752289:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783141836.752291:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc11a64500. 02000000:00000001:2.0:1783141836.752293:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783141836.752294:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783141836.752295:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a09500. 00000100:00000001:2.0:1783141836.752298:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783141836.752299:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141836.752302:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141836.752312:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141836.752313:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141836.752315:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141836.752317:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1783141836.755459:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141836.755467:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141836.755472:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc1137e420. 00000400:00000200:3.0:1783141836.755483:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a6e8 00000400:00000010:3.0:1783141836.755486:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a6e8. 00000100:00000001:3.0:1783141836.755491:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141836.755506:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a08000 x1869759466454912/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141836.755518:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a08000 x1869759466454912/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.755526:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141836.755529:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141836.755533:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141836.755537:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141836.755539:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141836.755542:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141836.755545:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141836.755555:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0574ec60 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141836.755560:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0574ec18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141836.755562:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141836.755564:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141836.755567:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783141836.755572:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a08000 x1869759466454912/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783141836.755604:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141836.755608:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141836.755610:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:3.0:1783141836.755612:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141836.755614:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141836.755619:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a08000 x1869759466454912/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.755626:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141836.755629:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141836.755631:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141836.755635:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a08000 x1869759466454912/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141836.755642:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466454912:192.168.202.126@tcp:400:kworker.0 00000400:00000001:3.0:1783141836.755651:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141836.755652:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141836.755655:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc12ecb8f0. 00000400:00000200:3.0:1783141836.755658:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a990 00000400:00000010:3.0:1783141836.755660:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a990. 00000100:00000001:3.0:1783141836.755662:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141836.755666:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a08a80 x1869759466454144/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141836.755674:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a08a80 x1869759466454144/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.755680:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141836.755681:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141836.755683:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141836.755685:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141836.755686:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141836.755688:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141836.755689:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141836.755699:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0a8f6460 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141836.755702:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a8f6418 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141836.755704:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141836.755705:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141836.755706:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783141836.755709:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141836.755710:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141836.755715:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a08a80 x1869759466454144/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.755721:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141836.755723:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141836.755724:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141836.755727:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a08a80 x1869759466454144/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141836.755734:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466454144:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141836.755799:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141836.755803:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141836.755809:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a08e00 x1869759466454400/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.755904:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141836.755906:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141836.755910:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0588d600. 02000000:00000001:3.0:1783141836.755915:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141836.755918:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141836.755921:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc11a79800 refcount=3 obd=lustre-MDT0001-mdc-ffff8fbc05454000 00000020:00000001:3.0:1783141836.755924:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141836.755928:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc13aba900. 02000000:00000001:3.0:1783141836.755935:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141836.755938:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141836.755941:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a08e00. 00000100:00000001:3.0:1783141836.755947:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141836.755949:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141836.756214:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141836.756235:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a0a680 x1869759466454656/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.756242:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141836.756244:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141836.756248:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0588c800. 02000000:00000001:3.0:1783141836.756250:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141836.756253:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141836.756254:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc11a7f800 refcount=3 obd=lustre-MDT0001-mdc-ffff8fbc118b8800 00000020:00000001:3.0:1783141836.756257:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141836.756259:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc11a64a00. 02000000:00000001:3.0:1783141836.756264:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141836.756267:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141836.756268:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a0a680. 00000100:00000001:3.0:1783141836.756273:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141836.756274:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141836.756277:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141836.756282:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a08000 x1869759466454912/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.756290:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141836.756292:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141836.756295:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0588c400. 02000000:00000001:3.0:1783141836.756298:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141836.756299:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141836.756301:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc0574e800 refcount=2 obd=lustre-OST0001-osc-ffff8fbc118b8800 00000020:00000001:3.0:1783141836.756304:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141836.756306:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc11a64700. 02000000:00000001:3.0:1783141836.756309:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141836.756310:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141836.756312:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a08000. 00000100:00000001:3.0:1783141836.756316:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141836.756317:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141836.756319:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141836.756325:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a08a80 x1869759466454144/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141836.756332:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141836.756343:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141836.756347:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0588cc00. 02000000:00000001:3.0:1783141836.756350:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141836.756352:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141836.756353:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=3 obd=MGC192.168.202.126@tcp 00000020:00000001:3.0:1783141836.756356:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141836.756358:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc14362b00. 02000000:00000001:3.0:1783141836.756363:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141836.756364:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141836.756367:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a08a80. 00000100:00000001:3.0:1783141836.756370:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141836.756371:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141836.756376:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141836.756388:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141836.756392:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141836.756397:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141836.756400:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141837.627943:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141837.627951:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141837.627957:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141837.627958:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141837.628066:0:6638:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141837.628070:0:6638:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141837.628073:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783141838.012100:0:8789:0:(connection.c:75:cpu_latency_work()) work item of ffff8fbc10c5e110 (cpu 0) has reached its deadline 4295039226, at 4295039232 00000100:00000010:1.0:1783141838.012119:0:8789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8fbc04d4a060. 00000100:00000040:0.0:1783141838.012304:0:1011:0:(connection.c:75:cpu_latency_work()) work item of ffff8fbc10c5e000 (cpu 0) has reached its deadline 4295039226, at 4295039232 00000100:00000010:0.0:1783141838.012311:0:1011:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8fbc04d4a960. 00010000:00000001:1.0:1783141838.652201:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141838.652215:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141838.652224:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141838.652225:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783141838.652788:0:6171:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783141838.652794:0:6171:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783141838.652798:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783141839.676891:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141839.676904:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141839.676914:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141839.676915:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141839.679835:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141839.679846:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141839.679853:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783141840.142690:0:9632:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783141840.142702:0:9632:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783141840.169753:0:9634:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783141840.169763:0:9634:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783141840.222935:0:9641:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783141840.222946:0:9641:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783141840.250509:0:9643:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783141840.250522:0:9643:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141840.699910:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141840.699916:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141840.699923:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141840.699924:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141840.701213:0:6638:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141840.701220:0:6638:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141840.701224:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783141841.729845:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141841.729853:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141841.729859:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141841.729860:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783141841.729894:0:6171:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783141841.729897:0:6171:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783141841.729900:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783141841.852069:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4acba108-b13d-4e12-8af1-a771d4999ae3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141841.852081:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783141841.852095:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8e9180. 00000020:00000040:3.0:1783141841.852101:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000100:00000001:3.0:1783141841.852106:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141841.852109:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141841.852115:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141841.852124:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc0a710700. 00000100:00000001:3.0:1783141841.852132:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141841.852145:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4acba108-b13d-4e12-8af1-a771d4999ae3->MGS req@ffff8fbc0a8e9180 x1869759466455040/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783141841.852155:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141841.852186:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141841.852194:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000138bb61c] to pc [ptlrpcd_01_01+1] req@ffff8fbc0a8e9180 x1869759466455040/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.852248:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141841.852253:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141841.852256:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141841.852263:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8e9180 x1869759466455040/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.852271:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141841.852273:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141841.852278:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141841.852281:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141841.852284:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141841.852287:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2401:1869759466455040:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141841.852292:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141841.852298:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141841.852301:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141841.852311:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141841.852315:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0a9fd400. 02000000:00000001:2.0:1783141841.852317:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141841.852325:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141841.852330:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92f580. 00000400:00000010:2.0:1783141841.852337:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317dd0. 00000100:00000200:2.0:1783141841.852345:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466455040, portal 25 00000100:00000001:2.0:1783141841.852348:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141841.852349:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526580096 : -123437182971520 : ffff8fbc0a8e9180) 00000100:00000040:2.0:1783141841.852354:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8e9180 x1869759466455040/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.852361:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141841.852363:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141841.852366:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317330. 00000100:00000200:2.0:1783141841.852369:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869759466455040, offset 0 00000400:00000200:2.0:1783141841.852376:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141841.852385:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141841.852393:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141841.852399:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141841.852403:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141841.852407:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141841.852409:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141841.852413:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [136:136:256:4294967295] 192.168.202.126@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:2.0:1783141841.852417:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141841.852428:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141841.852434:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141841.852439:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc11a64500. 00000800:00000200:2.0:1783141841.852445:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141841.852454:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141841.852459:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc11a64500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141841.852481:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141841.852492:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141841.852496:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295044346 00000100:00000010:2.0:1783141841.852501:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8fbc056070c0. 00000100:00000001:2.0:1783141841.852508:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783141841.852515:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295044346 00000100:00000010:2.0:1783141841.852518:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8fbc056078a0. 00000100:00000001:2.0:1783141841.852521:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783141841.852525:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141841.852528:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141841.852531:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141841.852533:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141841.852561:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141841.852565:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141841.852569:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783141841.852572:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8eb100. 00000020:00000040:3.0:1783141841.852576:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a18000 refcount=4 obd=lustre-MDT0000-mdc-ffff8fbc05454000 00000100:00000001:3.0:1783141841.852578:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141841.852580:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141841.852582:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141841.852585:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc0a710c00. 00000100:00000001:3.0:1783141841.852589:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141841.852593:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0000_UUID req@ffff8fbc0a8eb100 x1869759466455168/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783141841.852601:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141841.852604:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141841.852607:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044bf3f90] to pc [ptlrpcd_01_00+0] req@ffff8fbc0a8eb100 x1869759466455168/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1783141841.852778:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141841.852784:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc11a64500. 00000400:00000200:0.0:1783141841.852790:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141841.852796:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141841.852802:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317330 00000400:00000010:0.0:1783141841.852804:0:2391:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317330. 00000100:00000001:0.0:1783141841.852808:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141841.852858:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8e9180 x1869759466455040/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141841.852868:0:2391:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141841.852871:0:2391:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8e9180 x1869759466455040/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141841.852878:0:2391:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141841.852880:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1783141841.855855:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141841.855864:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783141841.855872:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141841.856457:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141841.856463:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141841.856469:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1783141841.856471:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141841.856476:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141841.856478:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141841.856480:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141841.856481:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141841.856483:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141841.856501:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8eb100 x1869759466455168/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.856514:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141841.856516:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141841.856522:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141841.856527:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141841.856530:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141841.856534:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466455168:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141841.856538:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141841.856545:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141841.856548:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141841.856576:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141841.856584:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0a9fd200. 02000000:00000001:2.0:1783141841.856586:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141841.856595:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141841.856601:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92ff78. 00000400:00000010:2.0:1783141841.856609:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317088. 00000100:00000200:2.0:1783141841.856618:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466455168, portal 10 00000100:00000001:2.0:1783141841.856620:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141841.856622:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526588160 : -123437182963456 : ffff8fbc0a8eb100) 00000100:00000040:2.0:1783141841.856631:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8eb100 x1869759466455168/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.856639:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141841.856641:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141841.856645:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317cc0. 00000100:00000200:2.0:1783141841.856648:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466455168, offset 0 00000400:00000200:2.0:1783141841.856657:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141841.856668:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141841.856677:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141841.856684:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141841.856689:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141841.856692:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141841.856695:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141841.858047:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [137:137:256:4294967295] 192.168.202.126@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:2.0:1783141841.858056:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141841.858068:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141841.858076:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141841.858085:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc11a64b00. 00000800:00000200:2.0:1783141841.858092:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141841.858101:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141841.858105:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc11a64b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141841.858191:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.858208:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: using a timeout of 133501 usecs (134 jiffies) 00000400:00000200:2.0:1783141841.858212:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141841.858215:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 0 is 4295043212 00000100:00000001:2.0:1783141841.858219:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS request active for cpu 0, keep current deadline 4295044346 00000100:00000001:2.0:1783141841.858221:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 1 is 4295043212 00000100:00000001:2.0:1783141841.858223:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS request active for cpu 1, keep current deadline 4295044346 00000100:00000001:2.0:1783141841.858225:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141841.858229:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141841.858233:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141841.858237:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141841.858239:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141841.858241:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141841.858243:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141841.858244:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141841.858276:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141841.858279:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141841.859003:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141841.859009:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141841.859014:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783141841.859193:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a09500. 00000020:00000040:2.0:1783141841.859201:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a79800 refcount=4 obd=lustre-MDT0001-mdc-ffff8fbc05454000 00000100:00000001:2.0:1783141841.859205:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141841.859208:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141841.859213:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141841.859221:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc11a64500. 00000100:00000001:2.0:1783141841.859229:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.859239:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0001_UUID req@ffff8fbc11a09500 x1869759466455296/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783141841.859250:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141841.859255:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.859260:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061aca439] to pc [ptlrpcd_01_01+1] req@ffff8fbc11a09500 x1869759466455296/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.859290:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.859293:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783141841.859308:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783141841.859311:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783141841.859314:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783141841.859317:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783141841.859320:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783141841.859324:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a08380. 00000020:00000040:2.0:1783141841.859327:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a7b000 refcount=4 obd=lustre-MDT0000-mdc-ffff8fbc118b8800 00000100:00000001:2.0:1783141841.859329:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141841.859331:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141841.859333:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141841.859336:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc11a64700. 00000100:00000001:2.0:1783141841.859340:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.859344:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0000_UUID req@ffff8fbc11a08380 x1869759466455424/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783141841.859352:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141841.859354:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.859358:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031f50eb6] to pc [ptlrpcd_01_00+0] req@ffff8fbc11a08380 x1869759466455424/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.859366:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.859369:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783141841.859372:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783141841.859375:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a0b800. 00000020:00000040:2.0:1783141841.859377:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a7f800 refcount=4 obd=lustre-MDT0001-mdc-ffff8fbc118b8800 00000100:00000001:2.0:1783141841.859380:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141841.859381:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141841.859382:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141841.859385:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc11a64a00. 00000100:00000001:2.0:1783141841.859388:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.859399:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0001_UUID req@ffff8fbc11a0b800 x1869759466455552/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783141841.859407:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141841.859409:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.859413:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4bf06f3] to pc [ptlrpcd_01_01+1] req@ffff8fbc11a0b800 x1869759466455552/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.859420:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.859422:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783141841.859425:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783141841.859429:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a0b480. 00000020:00000040:2.0:1783141841.859431:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc05749000 refcount=3 obd=lustre-OST0000-osc-ffff8fbc118b8800 00000100:00000001:2.0:1783141841.859433:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141841.859435:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141841.859436:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141841.859440:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc11a64900. 00000100:00000001:2.0:1783141841.859443:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.859447:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0000_UUID req@ffff8fbc11a0b480 x1869759466455680/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783141841.859454:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141841.859456:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.859459:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2df1332] to pc [ptlrpcd_01_00+0] req@ffff8fbc11a0b480 x1869759466455680/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.859467:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.859469:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783141841.859472:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783141841.859475:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a09880. 00000020:00000040:2.0:1783141841.859477:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc0574e800 refcount=3 obd=lustre-OST0001-osc-ffff8fbc118b8800 00000100:00000001:2.0:1783141841.859479:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141841.859480:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141841.859481:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141841.859491:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc11a64200. 00000100:00000001:2.0:1783141841.859495:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.859500:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0001_UUID req@ffff8fbc11a09880 x1869759466455808/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783141841.859507:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141841.859509:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.859513:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065fc3f69] to pc [ptlrpcd_01_01+1] req@ffff8fbc11a09880 x1869759466455808/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.859520:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.859525:0:8:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (380) 00000100:00000001:2.0:1783141841.859538:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141841.859540:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141841.859542:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141841.859546:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a08380 x1869759466455424/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.859553:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141841.859555:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141841.859559:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141841.859562:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141841.859565:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141841.859569:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466455424:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141841.859573:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141841.859579:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141841.859582:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141841.859584:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141841.859588:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0a9fd600. 02000000:00000001:2.0:1783141841.859590:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141841.859597:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141841.859601:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92fe70. 00000400:00000010:2.0:1783141841.859608:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317330. 00000100:00000200:2.0:1783141841.859617:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466455424, portal 10 00000100:00000001:2.0:1783141841.859619:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141841.859626:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645196672 : -123437064354944 : ffff8fbc11a08380) 00000100:00000040:2.0:1783141841.859634:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a08380 x1869759466455424/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.859642:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141841.859645:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141841.859647:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317440. 00000100:00000200:2.0:1783141841.859651:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466455424, offset 0 00000400:00000200:2.0:1783141841.859657:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141841.859668:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141841.859675:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141841.859682:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141841.859686:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141841.859689:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141841.859692:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141841.859695:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [138:138:255:4294967295] 192.168.202.126@tcp LPNI seq info [138:138:7:4294967295] 00000400:00000200:2.0:1783141841.859700:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141841.859708:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141841.859713:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141841.859719:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc14362b00. 00000800:00000200:2.0:1783141841.859724:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141841.859732:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141841.859736:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc14362b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141841.859740:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.859744:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: using a timeout of 22653 usecs (23 jiffies) 00000400:00000200:2.0:1783141841.859748:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141841.859750:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295043102 00000100:00000001:2.0:1783141841.859753:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295044346 00000100:00000001:2.0:1783141841.859756:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295043102 00000100:00000001:2.0:1783141841.859758:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295044346 00000100:00000001:2.0:1783141841.859760:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141841.859767:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141841.859769:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141841.859773:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a0b480 x1869759466455680/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.859781:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141841.859782:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141841.859784:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141841.859786:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141841.859788:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141841.859791:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466455680:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141841.859794:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141841.859797:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141841.859798:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141841.859800:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141841.859804:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0a9fc200. 02000000:00000001:2.0:1783141841.859806:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141841.859836:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141841.859839:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92f9a0. 00000400:00000010:2.0:1783141841.859843:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317220. 00000100:00000200:2.0:1783141841.859846:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466455680, portal 4 00000100:00000001:2.0:1783141841.859848:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141841.859849:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645209216 : -123437064342400 : ffff8fbc11a0b480) 00000100:00000040:2.0:1783141841.859856:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a0b480 x1869759466455680/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.859863:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141841.859865:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141841.859868:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc113177f8. 00000100:00000200:2.0:1783141841.859870:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869759466455680, offset 0 00000400:00000200:2.0:1783141841.860011:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141841.860016:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141841.860020:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141841.860024:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141841.860034:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141841.860036:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141841.860039:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141841.860042:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [139:139:254:4294967295] 192.168.202.126@tcp LPNI seq info [139:139:6:4294967295] 00000400:00000200:2.0:1783141841.860046:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141841.860052:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141841.860057:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141841.860061:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc14362000. 00000800:00000200:2.0:1783141841.860065:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141841.860069:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141841.860072:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc14362000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141841.860075:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.860078:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: using a timeout of 21935 usecs (22 jiffies) 00000400:00000200:2.0:1783141841.860081:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141841.860083:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295043102 00000100:00000001:2.0:1783141841.860085:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295044346 00000100:00000001:2.0:1783141841.860087:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295043102 00000100:00000001:2.0:1783141841.860089:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295044346 00000100:00000001:2.0:1783141841.860091:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141841.860093:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141841.860096:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141841.860098:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141841.860105:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141841.860107:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783141841.860109:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141841.860110:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141841.860112:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141841.860114:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:2.0:1783141841.860115:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141841.860117:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141841.860118:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141841.860126:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141841.860127:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141841.860128:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141841.860133:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a09500 x1869759466455296/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.860139:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141841.860141:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141841.860143:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141841.860145:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141841.860147:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141841.860149:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466455296:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141841.860152:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141841.860155:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141841.860156:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141841.860157:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141841.860171:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0a9fca00. 02000000:00000001:2.0:1783141841.860172:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141841.860176:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141841.860179:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92fc08. 00000400:00000010:2.0:1783141841.860182:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317000. 00000100:00000200:2.0:1783141841.860184:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466455296, portal 10 00000100:00000001:2.0:1783141841.860186:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141841.860187:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645201152 : -123437064350464 : ffff8fbc11a09500) 00000100:00000040:2.0:1783141841.860193:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a09500 x1869759466455296/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.860200:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141841.860202:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141841.860205:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317aa0. 00000100:00000200:2.0:1783141841.860207:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466455296, offset 0 00000400:00000200:2.0:1783141841.860211:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141841.860215:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141841.860219:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141841.860222:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141841.860230:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141841.860232:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141841.860234:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141841.860237:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [140:140:253:4294967295] 192.168.202.126@tcp LPNI seq info [140:140:5:4294967295] 00000400:00000200:2.0:1783141841.860242:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141841.860248:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141841.860253:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141841.860257:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc14384d00. 00000800:00000200:2.0:1783141841.860261:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141841.860265:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141841.860267:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc14384d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141841.860270:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.860273:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: using a timeout of 162333 usecs (163 jiffies) 00000400:00000200:2.0:1783141841.860276:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141841.860278:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 0 is 4295043243 00000100:00000001:2.0:1783141841.860280:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS request active for cpu 0, keep current deadline 4295044346 00000100:00000001:2.0:1783141841.860282:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 1 is 4295043243 00000100:00000001:2.0:1783141841.860285:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS request active for cpu 1, keep current deadline 4295044346 00000100:00000001:2.0:1783141841.860286:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141841.860288:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141841.860290:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141841.860294:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a0b800 x1869759466455552/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.860301:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141841.860302:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141841.860304:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141841.860306:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141841.860308:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141841.860311:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466455552:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141841.860323:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141841.860326:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141841.860327:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141841.860329:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141841.860332:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0a9fce00. 02000000:00000001:2.0:1783141841.860334:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141841.860337:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141841.860340:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92f108. 00000400:00000010:2.0:1783141841.860344:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317990. 00000100:00000200:2.0:1783141841.860347:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466455552, portal 10 00000100:00000001:2.0:1783141841.860349:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141841.860350:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645210112 : -123437064341504 : ffff8fbc11a0b800) 00000100:00000040:2.0:1783141841.860356:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a0b800 x1869759466455552/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.860363:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141841.860365:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141841.860368:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317a18. 00000100:00000200:2.0:1783141841.860370:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466455552, offset 0 00000400:00000200:2.0:1783141841.860375:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141841.860379:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141841.860382:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141841.860384:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141841.860387:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141841.860389:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141841.860391:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141841.860394:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [141:141:252:4294967295] 192.168.202.126@tcp LPNI seq info [141:141:4:4294967295] 00000400:00000200:2.0:1783141841.860398:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141841.860404:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141841.860409:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141841.860423:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc0a8b9d00. 00000800:00000200:2.0:1783141841.860427:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141841.860435:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141841.860437:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc0a8b9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141841.860441:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.860444:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: using a timeout of 29970 usecs (30 jiffies) 00000400:00000200:2.0:1783141841.860447:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141841.860449:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295043110 00000100:00000001:2.0:1783141841.860451:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295044346 00000100:00000001:2.0:1783141841.860453:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295043110 00000100:00000001:2.0:1783141841.860455:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295044346 00000100:00000001:2.0:1783141841.860458:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141841.860460:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141841.860462:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141841.860466:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a09880 x1869759466455808/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.860473:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141841.860474:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141841.860476:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141841.860478:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141841.860480:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141841.860483:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466455808:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141841.860486:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141841.860489:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141841.860490:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141841.860492:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141841.860495:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0a9fc400. 02000000:00000001:2.0:1783141841.860496:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141841.860499:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141841.860502:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92f268. 00000400:00000010:2.0:1783141841.860505:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317770. 00000100:00000200:2.0:1783141841.860507:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466455808, portal 4 00000100:00000001:2.0:1783141841.860509:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141841.860515:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645202048 : -123437064349568 : ffff8fbc11a09880) 00000100:00000040:2.0:1783141841.860522:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a09880 x1869759466455808/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.860529:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141841.860531:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141841.860533:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317d48. 00000100:00000200:2.0:1783141841.860536:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869759466455808, offset 0 00000400:00000200:2.0:1783141841.860539:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141841.860543:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141841.860546:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141841.860549:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141841.860552:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141841.860554:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141841.860556:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141841.860559:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [142:142:251:4294967295] 192.168.202.126@tcp LPNI seq info [142:142:3:4294967295] 00000400:00000200:2.0:1783141841.860563:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141841.860569:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141841.860573:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141841.860576:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc0a8b9900. 00000800:00000200:2.0:1783141841.860579:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141841.860583:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141841.860585:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc0a8b9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141841.860588:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.860591:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: using a timeout of 27327 usecs (28 jiffies) 00000400:00000200:2.0:1783141841.860594:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141841.860596:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295043108 00000100:00000001:2.0:1783141841.860598:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295044346 00000100:00000001:2.0:1783141841.860600:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295043108 00000100:00000001:2.0:1783141841.860602:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295044346 00000100:00000001:2.0:1783141841.860604:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141841.860612:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141841.860615:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141841.860618:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141841.866500:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141841.866511:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141841.866515:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141841.866521:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783141841.868852:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141841.869011:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141841.869015:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141841.869018:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141841.869030:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141841.869040:0:2390:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141841.869054:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141841.869059:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141841.869066:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141841.869072:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 25 MB=0x6a4894cd04000 00000400:00000200:0.0:1783141841.869078:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141841.869085:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.126@tcp of length 224/224 into md 0x789 [1] + 224 00000800:00000001:0.0:1783141841.869093:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141841.869107:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141841.869111:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141841.869116:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141841.869124:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141841.869134:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8e9180 x1869759466455040/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141841.869146:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8e9180 x1869759466455040/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.869223:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141841.869228:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1783141841.870296:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141841.870304:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc11a64b00. 00000400:00000200:1.0:1783141841.870312:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141841.870320:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141841.870329:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317cc0 00000400:00000010:1.0:1783141841.870334:0:2391:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317cc0. 00000100:00000001:1.0:1783141841.870342:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141841.870354:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8eb100 x1869759466455168/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.870374:0:2391:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141841.870380:0:2391:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8eb100 x1869759466455168/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.870389:0:2391:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141841.870392:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783141841.870417:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141841.870421:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc14362b00. 00000400:00000200:1.0:1783141841.870426:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141841.870432:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141841.870436:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317440 00000400:00000010:1.0:1783141841.870440:0:2391:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317440. 00000100:00000001:1.0:1783141841.870444:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141841.870452:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a08380 x1869759466455424/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.870462:0:2391:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141841.870468:0:2391:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a08380 x1869759466455424/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.870477:0:2391:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141841.870479:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783141841.870494:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141841.870498:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc14362000. 00000400:00000200:1.0:1783141841.870503:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141841.870510:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141841.870514:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc113177f8 00000400:00000010:1.0:1783141841.870547:0:2391:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc113177f8. 00000100:00000001:1.0:1783141841.870554:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141841.870565:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a0b480 x1869759466455680/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.870577:0:2391:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141841.870584:0:2391:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a0b480 x1869759466455680/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.870593:0:2391:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141841.870595:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783141841.870615:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141841.870620:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc14384d00. 00000400:00000200:1.0:1783141841.870626:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141841.870632:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141841.870637:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317aa0 00000400:00000010:1.0:1783141841.870640:0:2391:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317aa0. 00000100:00000001:1.0:1783141841.870644:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141841.870651:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a09500 x1869759466455296/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.870661:0:2391:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141841.870666:0:2391:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a09500 x1869759466455296/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.870675:0:2391:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141841.870677:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783141841.870691:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141841.870696:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc0a8b9d00. 00000400:00000200:1.0:1783141841.870699:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141841.870702:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141841.870705:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317a18 00000400:00000010:1.0:1783141841.870706:0:2391:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317a18. 00000100:00000001:1.0:1783141841.870709:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141841.870713:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a0b800 x1869759466455552/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.870731:0:2391:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141841.870734:0:2391:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a0b800 x1869759466455552/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.870740:0:2391:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141841.870742:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783141841.870882:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141841.870885:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc0a8b9900. 00000400:00000200:1.0:1783141841.870888:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141841.870891:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141841.870894:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317d48 00000400:00000010:1.0:1783141841.870896:0:2391:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317d48. 00000100:00000001:1.0:1783141841.870898:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141841.870902:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a09880 x1869759466455808/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.870909:0:2391:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141841.870911:0:2391:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a09880 x1869759466455808/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.870917:0:2391:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141841.870918:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783141841.872616:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141841.872639:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141841.872648:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783141841.876213:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141841.876221:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141841.876226:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92f580. 00000400:00000200:3.0:1783141841.876236:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317dd0 00000400:00000010:3.0:1783141841.876239:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317dd0. 00000100:00000001:3.0:1783141841.876262:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141841.876277:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8e9180 x1869759466455040/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141841.876289:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8e9180 x1869759466455040/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.876297:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141841.876299:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141841.876303:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141841.876307:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141841.876309:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141841.876312:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141841.876315:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141841.876323:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0a8f6460 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141841.876327:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a8f6418 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141841.876329:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141841.876331:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141841.876334:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783141841.876337:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141841.876340:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141841.876344:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8e9180 x1869759466455040/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.876352:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141841.876356:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141841.876358:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141841.876363:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8e9180 x1869759466455040/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141841.876372:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2401:1869759466455040:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141841.876377:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141841.876380:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141841.876383:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8e9180 x1869759466455040/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.876391:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141841.876399:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141841.876402:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0a9fd400. 02000000:00000001:3.0:1783141841.876407:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141841.876409:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141841.876411:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=3 obd=MGC192.168.202.126@tcp 00000020:00000001:3.0:1783141841.876414:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141841.876417:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc0a710700. 02000000:00000001:3.0:1783141841.876422:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141841.876423:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141841.876425:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8e9180. 00000100:00000001:3.0:1783141841.876429:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141841.876430:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141841.876435:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141841.876437:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141841.876439:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1783141841.876990:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877006:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141841.877009:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877012:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141841.877020:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877026:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141841.877047:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877052:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877057:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877061:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 4 MB=0x6a4894cd04280 00000400:00000200:1.0:1783141841.877066:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877071:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.126@tcp of length 224/224 into md 0x7a1 [1] + 224 00000800:00000001:1.0:1783141841.877086:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877090:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141841.877093:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141841.877098:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141841.877104:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141841.877110:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a0b480 x1869759466455680/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141841.877120:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a0b480 x1869759466455680/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.877148:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783141841.877168:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877173:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141841.877174:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877176:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141841.877180:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877185:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141841.877194:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877200:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877205:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877210:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 4 MB=0x6a4894cd04300 00000400:00000200:1.0:1783141841.877218:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877224:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.126@tcp of length 224/224 into md 0x7b9 [1] + 224 00000800:00000001:1.0:1783141841.877232:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877239:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141841.877244:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141841.877248:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141841.877254:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141841.877261:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a09880 x1869759466455808/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141841.877270:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a09880 x1869759466455808/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.877302:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783141841.877313:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877321:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141841.877324:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877327:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141841.877333:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877340:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141841.877346:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877351:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877356:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877361:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd04080 00000400:00000200:1.0:1783141841.877367:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877373:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x791 [1] + 224 00000800:00000001:1.0:1783141841.877380:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877387:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141841.877391:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141841.877395:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141841.877399:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141841.877405:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8eb100 x1869759466455168/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141841.877419:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8eb100 x1869759466455168/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.877429:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783141841.877435:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877441:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141841.877443:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877447:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141841.877453:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877458:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141841.877464:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877469:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877488:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877493:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd04180 00000400:00000200:1.0:1783141841.877499:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877506:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x799 [1] + 224 00000800:00000001:1.0:1783141841.877514:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877522:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141841.877527:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141841.877532:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141841.877537:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141841.877546:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a08380 x1869759466455424/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141841.877560:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a08380 x1869759466455424/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.877570:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783141841.877577:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877583:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141841.877587:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877591:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141841.877597:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877602:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141841.877609:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877614:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877619:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877624:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd04100 00000400:00000200:1.0:1783141841.877630:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877637:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x7a9 [1] + 224 00000800:00000001:1.0:1783141841.877643:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877649:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141841.877654:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141841.877659:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141841.877664:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141841.877685:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a09500 x1869759466455296/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141841.877697:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a09500 x1869759466455296/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.877709:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783141841.877719:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877728:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141841.877730:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877735:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141841.877742:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877748:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141841.877756:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877760:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877765:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877771:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd04200 00000400:00000200:1.0:1783141841.877777:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141841.877784:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x7b1 [1] + 224 00000800:00000001:1.0:1783141841.877792:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877806:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141841.877881:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141841.877886:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141841.877889:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141841.877893:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a0b800 x1869759466455552/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141841.877900:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a0b800 x1869759466455552/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141841.877907:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783141841.877911:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141841.877914:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141841.878133:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141841.878137:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783141841.878144:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141841.878146:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141841.878149:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92fc08. 00000400:00000200:3.0:1783141841.878154:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317000 00000400:00000010:3.0:1783141841.878156:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317000. 00000100:00000001:3.0:1783141841.878168:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141841.878174:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a09500 x1869759466455296/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141841.878182:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a09500 x1869759466455296/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.878187:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141841.878189:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141841.878191:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141841.878194:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141841.878196:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141841.878197:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141841.878200:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141841.878209:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a79c60 time=75 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141841.878213:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a79c18 time=75 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141841.878216:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141841.878223:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141841.878226:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783141841.878232:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a09500 x1869759466455296/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783141841.878239:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141841.878243:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141841.878245:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8fbc05454000: skip recheck: last_committed 0 00000100:00000001:3.0:1783141841.878247:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141841.878248:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141841.878252:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a09500 x1869759466455296/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.878258:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141841.878261:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141841.878263:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141841.878266:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a09500 x1869759466455296/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141841.878273:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466455296:192.168.202.126@tcp:400:kworker.0 00000400:00000001:3.0:1783141841.878279:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141841.878281:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141841.878282:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92f108. 00000400:00000200:3.0:1783141841.878285:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317990 00000400:00000010:3.0:1783141841.878286:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317990. 00000100:00000001:3.0:1783141841.878288:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141841.878291:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a0b800 x1869759466455552/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141841.878298:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a0b800 x1869759466455552/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.878305:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141841.878307:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141841.878308:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141841.878314:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141841.878315:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141841.878316:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141841.878319:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141841.878323:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a7fc60 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141841.878327:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a7fc18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141841.878329:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141841.878330:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141841.878331:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783141841.878335:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a0b800 x1869759466455552/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783141841.878341:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141841.878343:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141841.878344:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:3.0:1783141841.878346:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141841.878347:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141841.878350:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a0b800 x1869759466455552/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.878355:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141841.878357:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141841.878358:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141841.878361:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a0b800 x1869759466455552/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141841.878368:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466455552:192.168.202.126@tcp:400:kworker.0 00000400:00000001:3.0:1783141841.878373:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141841.878375:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141841.878376:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92f268. 00000400:00000200:3.0:1783141841.878378:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317770 00000400:00000010:3.0:1783141841.878380:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317770. 00000100:00000001:3.0:1783141841.878382:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141841.878385:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a09880 x1869759466455808/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141841.878402:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a09880 x1869759466455808/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.878408:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141841.878410:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141841.878412:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141841.878414:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141841.878415:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141841.878416:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141841.878418:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141841.878423:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0574ec60 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141841.878425:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0574ec18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141841.878428:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141841.878429:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141841.878431:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783141841.878434:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a09880 x1869759466455808/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783141841.878440:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141841.878442:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141841.878443:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:3.0:1783141841.878445:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141841.878446:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141841.878449:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a09880 x1869759466455808/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.878454:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141841.878456:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141841.878457:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141841.878461:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a09880 x1869759466455808/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141841.878467:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466455808:192.168.202.126@tcp:400:kworker.0 00000400:00000001:3.0:1783141841.878472:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141841.878479:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141841.878481:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92fe70. 00000400:00000200:3.0:1783141841.878483:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317330 00000400:00000010:3.0:1783141841.878484:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317330. 00000100:00000001:3.0:1783141841.878487:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141841.878492:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a08380 x1869759466455424/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141841.878499:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a08380 x1869759466455424/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.878505:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141841.878506:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141841.878508:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141841.878510:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141841.878511:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141841.878513:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141841.878515:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141841.878520:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a7b460 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141841.878524:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a7b418 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141841.878526:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141841.878527:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141841.878529:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783141841.878531:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141841.878534:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141841.878535:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:3.0:1783141841.878536:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141841.878538:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141841.878541:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a08380 x1869759466455424/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.878549:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141841.878551:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141841.878552:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141841.878555:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a08380 x1869759466455424/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141841.878574:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466455424:192.168.202.126@tcp:400:kworker.0 00000400:00000001:3.0:1783141841.878580:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141841.878581:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141841.878583:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92f9a0. 00000400:00000200:3.0:1783141841.878585:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317220 00000400:00000010:3.0:1783141841.878587:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317220. 00000100:00000001:3.0:1783141841.878589:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141841.878594:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a0b480 x1869759466455680/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141841.878602:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a0b480 x1869759466455680/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.878608:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141841.878609:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141841.878611:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141841.878613:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141841.878614:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141841.878615:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141841.878617:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1783141841.878643:0:2400:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8fbc058a4000. 00000100:00001000:3.0:1783141841.878649:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc05749460 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141841.878651:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc05749418 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141841.878654:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141841.878655:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141841.878656:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783141841.878660:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a0b480 x1869759466455680/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783141841.878666:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141841.878669:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141841.878670:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:3.0:1783141841.878672:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141841.878678:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141841.878683:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a0b480 x1869759466455680/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.878689:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141841.878691:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141841.878692:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141841.878711:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a0b480 x1869759466455680/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141841.878720:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466455680:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141841.878724:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141841.878726:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141841.878730:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a09500 x1869759466455296/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.878736:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141841.878740:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141841.878743:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0a9fca00. 02000000:00000001:3.0:1783141841.878746:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141841.878749:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141841.878751:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc11a79800 refcount=3 obd=lustre-MDT0001-mdc-ffff8fbc05454000 00000020:00000001:3.0:1783141841.878754:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141841.878756:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc11a64500. 02000000:00000001:3.0:1783141841.878760:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141841.878762:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141841.878764:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a09500. 00000100:00000001:3.0:1783141841.878768:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141841.878769:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141841.878770:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141841.878774:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a0b800 x1869759466455552/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.878779:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141841.878780:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141841.878782:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0a9fce00. 02000000:00000001:3.0:1783141841.878789:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141841.878791:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141841.878792:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc11a7f800 refcount=3 obd=lustre-MDT0001-mdc-ffff8fbc118b8800 00000020:00000001:3.0:1783141841.878794:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141841.878796:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc11a64a00. 02000000:00000001:3.0:1783141841.878798:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141841.878799:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141841.878800:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a0b800. 00000100:00000001:3.0:1783141841.878802:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141841.878803:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141841.878805:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141841.878809:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a09880 x1869759466455808/t0(0) o400->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.878839:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141841.878841:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141841.878842:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0a9fc400. 02000000:00000001:3.0:1783141841.878844:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141841.878845:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141841.878846:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc0574e800 refcount=2 obd=lustre-OST0001-osc-ffff8fbc118b8800 00000020:00000001:3.0:1783141841.878848:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141841.878850:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc11a64200. 02000000:00000001:3.0:1783141841.878852:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141841.878853:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141841.878854:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a09880. 00000100:00000001:3.0:1783141841.878856:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141841.878857:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141841.878858:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141841.878861:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a08380 x1869759466455424/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.878867:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141841.878868:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141841.878869:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0a9fd600. 02000000:00000001:3.0:1783141841.878871:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141841.880065:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141841.880070:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc11a7b000 refcount=3 obd=lustre-MDT0000-mdc-ffff8fbc118b8800 00000020:00000001:3.0:1783141841.880075:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141841.880093:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc11a64700. 02000000:00000001:3.0:1783141841.880100:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141841.880102:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141841.880104:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a08380. 00000100:00000001:3.0:1783141841.880108:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141841.880110:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141841.880113:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141841.880124:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a0b480 x1869759466455680/t0(0) o400->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141841.880131:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141841.880133:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141841.880135:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0a9fc200. 02000000:00000001:3.0:1783141841.880137:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141841.880138:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141841.880140:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc05749000 refcount=2 obd=lustre-OST0000-osc-ffff8fbc118b8800 00000020:00000001:3.0:1783141841.880142:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141841.880143:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc11a64900. 02000000:00000001:3.0:1783141841.880145:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141841.880145:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141841.880147:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a0b480. 00000100:00000001:3.0:1783141841.880149:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141841.880151:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141841.880153:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141841.880170:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141841.880172:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141841.880175:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141841.880178:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1783141841.883367:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783141841.883376:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783141841.883382:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92ff78. 00000400:00000200:2.0:1783141841.883395:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317088 00000400:00000010:2.0:1783141841.883400:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317088. 00000100:00000001:2.0:1783141841.883407:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783141841.883423:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8eb100 x1869759466455168/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783141841.883436:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8eb100 x1869759466455168/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.883444:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141841.883447:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141841.883450:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783141841.883453:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783141841.883456:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783141841.883458:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141841.883461:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783141841.883472:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a18460 time=76 v=5 (5 0 0 0) 00000100:00001000:2.0:1783141841.883476:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a18418 time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1783141841.883478:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783141841.883480:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141841.883483:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783141841.883487:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141841.883492:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783141841.883494:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8fbc05454000: skip recheck: last_committed 0 00000100:00000001:2.0:1783141841.883496:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783141841.883497:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141841.883502:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8eb100 x1869759466455168/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.883509:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141841.883512:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783141841.884092:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141841.884101:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8eb100 x1869759466455168/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141841.884110:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466455168:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141841.884114:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141841.884117:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141841.884120:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8eb100 x1869759466455168/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141841.884126:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783141841.884130:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783141841.884133:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0a9fd200. 02000000:00000001:2.0:1783141841.884138:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783141841.884140:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141841.884142:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc11a18000 refcount=3 obd=lustre-MDT0000-mdc-ffff8fbc05454000 00000020:00000001:2.0:1783141841.884145:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783141841.884147:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc0a710c00. 02000000:00000001:2.0:1783141841.884153:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783141841.884154:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783141841.884156:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8eb100. 00000100:00000001:2.0:1783141841.884170:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783141841.884172:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141841.884174:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141841.884183:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141841.884185:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141841.884187:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141841.884189:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141842.752706:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141842.752717:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141842.752743:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141842.752744:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141842.752929:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141842.752933:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141842.752937:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783141843.132976:0:8789:0:(connection.c:75:cpu_latency_work()) work item of ffff8fbc10c5e110 (cpu 0) has reached its deadline 4295044346, at 4295044353 00000100:00000010:1.0:1783141843.132992:0:8789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8fbc056078a0. 00000100:00000040:0.0:1783141843.133061:0:1011:0:(connection.c:75:cpu_latency_work()) work item of ffff8fbc10c5e000 (cpu 0) has reached its deadline 4295044346, at 4295044353 00000100:00000010:0.0:1783141843.133067:0:1011:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8fbc056070c0. 00010000:00000001:1.0:1783141843.772892:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141843.772902:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141843.772912:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141843.772914:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141843.777462:0:6638:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141843.777469:0:6638:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141843.777475:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783141844.796874:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141844.796884:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141844.796892:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141844.796894:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783141844.796964:0:6171:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783141844.796967:0:6171:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783141844.796970:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783141845.826518:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141845.826531:0:8789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783141845.826534:0:8789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783141845.826539:0:8789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141845.826544:0:8789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783141845.826547:0:8789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141845.826549:0:8789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141845.826552:0:8789:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141845.826558:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141845.826560:0:8789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783141845.826562:0:8789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783141845.826564:0:8789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141845.826566:0:8789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783141845.826567:0:8789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141845.826568:0:8789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141845.826570:0:8789:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141845.827209:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141845.827220:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141845.827240:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783141846.844905:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141846.844914:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141846.844921:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141846.844922:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141846.845027:0:6638:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141846.845030:0:6638:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141846.845033:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783141846.972858:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4acba108-b13d-4e12-8af1-a771d4999ae3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783141846.972870:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783141846.972885:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a96d80. 00000020:00000040:1.0:1783141846.972893:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000100:00000001:1.0:1783141846.972897:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783141846.973081:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783141846.973086:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783141846.973097:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc03961a00. 00000100:00000001:1.0:1783141846.973106:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.973133:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4acba108-b13d-4e12-8af1-a771d4999ae3->MGS req@ffff8fbc11a96d80 x1869759466455936/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783141846.973146:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783141846.973150:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.973158:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7208a2e] to pc [ptlrpcd_00_01+1] req@ffff8fbc11a96d80 x1869759466455936/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.973199:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783141846.973203:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783141846.973206:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783141846.973214:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a96d80 x1869759466455936/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.973224:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783141846.973233:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783141846.973237:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783141846.973240:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783141846.973243:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783141846.973246:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2399:1869759466455936:192.168.202.126@tcp:400:kworker.0 00000100:00000001:0.0:1783141846.973251:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783141846.973257:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783141846.973260:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783141846.973264:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783141846.973269:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc11a06000. 02000000:00000001:0.0:1783141846.973271:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783141846.973279:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:0.0:1783141846.973283:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc058b7630. 00000400:00000010:0.0:1783141846.973292:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0a9f5bb0. 00000100:00000200:0.0:1783141846.973300:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466455936, portal 25 00000100:00000001:0.0:1783141846.973302:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783141846.973304:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645780864 : -123437063770752 : ffff8fbc11a96d80) 00000100:00000040:0.0:1783141846.973310:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a96d80 x1869759466455936/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.973318:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783141846.973321:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:0.0:1783141846.973324:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0a9f5880. 00000100:00000200:0.0:1783141846.973326:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869759466455936, offset 0 00000400:00000200:0.0:1783141846.973332:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:0.0:1783141846.973342:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.973350:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:0.0:1783141846.973356:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783141846.973360:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:0.0:1783141846.973363:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783141846.973366:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:0.0:1783141846.973370:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [143:143:256:4294967295] 192.168.202.126@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:0.0:1783141846.973374:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.973384:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:0.0:1783141846.973394:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:0.0:1783141846.973398:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc12fba100. 00000800:00000200:0.0:1783141846.973404:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:0.0:1783141846.973412:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:0.0:1783141846.973417:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc12fba100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783141846.973427:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783141846.973431:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:0.0:1783141846.973434:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295049467 00000100:00000010:0.0:1783141846.973438:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8fbc02fc8480. 00000100:00000001:0.0:1783141846.973445:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783141846.973450:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295049467 00000100:00000010:0.0:1783141846.973453:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8fbc02fc89c0. 00000100:00000001:0.0:1783141846.973456:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783141846.973459:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783141846.973462:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.973466:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.973469:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141846.973491:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.973495:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783141846.973498:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783141846.973501:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a95f80. 00000020:00000040:1.0:1783141846.973504:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a18000 refcount=4 obd=lustre-MDT0000-mdc-ffff8fbc05454000 00000100:00000001:1.0:1783141846.973507:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783141846.973509:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783141846.973511:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783141846.973515:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc03961800. 00000100:00000001:1.0:1783141846.973518:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.973523:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0000_UUID req@ffff8fbc11a95f80 x1869759466456064/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783141846.973532:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783141846.973534:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.973538:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016995362] to pc [ptlrpcd_00_00+0] req@ffff8fbc11a95f80 x1869759466456064/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.973571:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783141846.973574:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783141846.973578:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783141846.973579:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783141846.973581:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783141846.973584:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1783141846.973585:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783141846.973587:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783141846.973589:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783141846.973590:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783141846.973591:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783141846.973592:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783141846.973596:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a95f80 x1869759466456064/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.973603:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783141846.973605:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783141846.973613:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783141846.973614:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783141846.973617:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783141846.973632:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2399:1869759466456064:192.168.202.126@tcp:400:kworker.0 00000100:00000001:0.0:1783141846.973635:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783141846.973638:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783141846.973640:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783141846.973642:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783141846.973645:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc11a06800. 02000000:00000001:0.0:1783141846.973647:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783141846.973651:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:0.0:1783141846.973654:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc058b77e8. 00000400:00000010:0.0:1783141846.973665:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0a9f5f68. 00000100:00000200:0.0:1783141846.973668:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466456064, portal 10 00000100:00000001:0.0:1783141846.973670:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783141846.973671:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645777280 : -123437063774336 : ffff8fbc11a95f80) 00000100:00000040:0.0:1783141846.973679:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a95f80 x1869759466456064/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.973685:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783141846.973687:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:0.0:1783141846.973689:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0a9f5198. 00000100:00000200:0.0:1783141846.973691:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466456064, offset 0 00000400:00000200:0.0:1783141846.973696:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:0.0:1783141846.973700:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.973703:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:0.0:1783141846.973706:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783141846.973708:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:0.0:1783141846.973710:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783141846.973712:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:0.0:1783141846.973715:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [144:144:255:4294967295] 192.168.202.126@tcp LPNI seq info [144:144:7:4294967295] 00000400:00000200:0.0:1783141846.973719:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.973724:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:0.0:1783141846.973734:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:0.0:1783141846.973738:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc12fbaa00. 00000800:00000200:0.0:1783141846.973742:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:0.0:1783141846.973747:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:0.0:1783141846.973749:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc12fbaa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783141846.973752:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783141846.973757:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: using a timeout of 129372 usecs (130 jiffies) 00000400:00000200:0.0:1783141846.973760:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:0.0:1783141846.973762:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 0 is 4295048323 00000100:00000001:0.0:1783141846.973765:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS request active for cpu 0, keep current deadline 4295049467 00000100:00000001:0.0:1783141846.973768:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 1 is 4295048323 00000100:00000001:0.0:1783141846.973769:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS request active for cpu 1, keep current deadline 4295049467 00000100:00000001:0.0:1783141846.973771:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783141846.973773:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.973776:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.973779:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783141846.973850:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141846.973855:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc12fba100. 00000400:00000200:0.0:1783141846.973860:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141846.973866:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141846.973871:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0a9f5880 00000400:00000010:0.0:1783141846.973874:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0a9f5880. 00000100:00000001:0.0:1783141846.973878:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141846.973884:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a96d80 x1869759466455936/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.973894:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141846.973910:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a96d80 x1869759466455936/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.973918:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.973920:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783141846.973992:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141846.974003:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc12fbaa00. 00000400:00000200:0.0:1783141846.974006:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141846.974010:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141846.974012:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0a9f5198 00000400:00000010:0.0:1783141846.974014:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0a9f5198. 00000100:00000001:0.0:1783141846.974017:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141846.974020:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a95f80 x1869759466456064/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.974027:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141846.974030:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a95f80 x1869759466456064/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.974036:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.974037:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783141846.974510:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783141846.974512:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783141846.974514:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.974517:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141846.974557:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.974560:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783141846.974572:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783141846.974577:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a95c00. 00000020:00000040:1.0:1783141846.974582:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a79800 refcount=4 obd=lustre-MDT0001-mdc-ffff8fbc05454000 00000100:00000001:1.0:1783141846.974586:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783141846.974588:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783141846.974591:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783141846.974597:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc03961200. 00000100:00000001:1.0:1783141846.974603:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.976781:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0001_UUID req@ffff8fbc11a95c00 x1869759466456192/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783141846.976801:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783141846.976805:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.976827:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000334f36ec] to pc [ptlrpcd_00_01+1] req@ffff8fbc11a95c00 x1869759466456192/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.976855:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.976859:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783141846.976864:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783141846.976867:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1783141846.976871:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1783141846.976873:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783141846.976877:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783141846.976888:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a96a00. 00000020:00000040:1.0:1783141846.976892:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a7b000 refcount=4 obd=lustre-MDT0000-mdc-ffff8fbc118b8800 00000100:00000001:1.0:1783141846.976896:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783141846.976969:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783141846.976976:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783141846.976986:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc03961b00. 00000100:00000001:1.0:1783141846.977061:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.977083:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0000_UUID req@ffff8fbc11a96a00 x1869759466456320/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783141846.977091:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783141846.977093:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.977096:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e9c4283] to pc [ptlrpcd_00_00+0] req@ffff8fbc11a96a00 x1869759466456320/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.977105:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.977107:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783141846.977109:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783141846.977113:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a95180. 00000020:00000040:1.0:1783141846.977126:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a7f800 refcount=4 obd=lustre-MDT0001-mdc-ffff8fbc118b8800 00000100:00000001:1.0:1783141846.977128:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783141846.977130:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783141846.977132:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783141846.977135:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc03961d00. 00000100:00000001:1.0:1783141846.977138:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.977143:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0001_UUID req@ffff8fbc11a95180 x1869759466456448/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783141846.977150:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783141846.977152:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.977155:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078b6084a] to pc [ptlrpcd_00_01+1] req@ffff8fbc11a95180 x1869759466456448/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.977163:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.977165:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783141846.977169:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1783141846.977172:0:8:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1783141846.977175:0:8:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1783141846.977178:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a96300. 00000020:00000040:1.0:1783141846.977180:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc05749000 refcount=3 obd=lustre-OST0000-osc-ffff8fbc118b8800 00000100:00000001:1.0:1783141846.977182:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783141846.977188:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783141846.977190:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783141846.977195:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc14384d00. 00000100:00000001:1.0:1783141846.977198:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141846.977201:0:8:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446620636645778176 : -123437063773440 : ffff8fbc11a96300) 00000100:00080000:1.0:1783141846.977203:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fbc05749000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1783141846.977206:0:8:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8fbc118b8800: disconnect after 20s idle 00000100:00000001:1.0:1783141846.977208:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783141846.977210:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.977213:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084677b7b] to pc [ptlrpcd_rcv+-1] req@ffff8fbc11a96300 x1869759466456576/t0(0) o9->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.977230:0:8:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141846.977232:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.977234:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783141846.977238:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1783141846.977239:0:8:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1783141846.977240:0:8:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1783141846.977243:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a97100. 00000020:00000040:1.0:1783141846.977245:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc0574e800 refcount=3 obd=lustre-OST0001-osc-ffff8fbc118b8800 00000100:00000001:1.0:1783141846.977247:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783141846.977247:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783141846.977249:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783141846.977252:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc14362000. 00000100:00000001:1.0:1783141846.977253:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141846.977255:0:8:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446620636645781760 : -123437063769856 : ffff8fbc11a97100) 00000100:00080000:1.0:1783141846.977257:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fbc0574e800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1783141846.977259:0:8:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8fbc118b8800: disconnect after 20s idle 00000100:00000001:1.0:1783141846.977261:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783141846.977263:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.977266:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061d3c433] to pc [ptlrpcd_rcv+-1] req@ffff8fbc11a97100 x1869759466456704/t0(0) o9->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.977283:0:8:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141846.977285:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.977291:0:8:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (385) 00000100:00000001:1.0:1783141846.977315:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783141846.977318:0:2398:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783141846.977320:0:2398:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783141846.977325:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a96a00 x1869759466456320/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.977333:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783141846.977335:0:2398:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783141846.977338:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783141846.977341:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783141846.977343:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783141846.977347:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2398:1869759466456320:192.168.202.126@tcp:400:kworker.0 00000100:00000001:1.0:1783141846.977351:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783141846.977356:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783141846.977359:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783141846.977361:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783141846.977365:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc09d1ce00. 02000000:00000001:1.0:1783141846.977367:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783141846.977374:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:1.0:1783141846.977379:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc03ae7478. 00000400:00000010:1.0:1783141846.977386:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc03fb4770. 00000100:00000200:1.0:1783141846.977393:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466456320, portal 10 00000100:00000001:1.0:1783141846.977396:0:2398:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783141846.977398:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645779968 : -123437063771648 : ffff8fbc11a96a00) 00000100:00000040:1.0:1783141846.977405:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a96a00 x1869759466456320/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.977413:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783141846.977415:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:1.0:1783141846.977418:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc03fb4d48. 00000100:00000200:1.0:1783141846.977426:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466456320, offset 0 00000400:00000200:1.0:1783141846.977433:0:2398:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:1.0:1783141846.977441:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141846.977450:0:2398:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:1.0:1783141846.977455:0:2398:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783141846.977459:0:2398:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:1.0:1783141846.977463:0:2398:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783141846.977465:0:2398:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:1.0:1783141846.977469:0:2398:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [145:145:256:4294967295] 192.168.202.126@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:1.0:1783141846.977473:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141846.977483:0:2398:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:1.0:1783141846.977489:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:1.0:1783141846.977493:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc14362b00. 00000800:00000200:1.0:1783141846.977500:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:1.0:1783141846.977507:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:1.0:1783141846.977512:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc14362b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783141846.977521:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.977526:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: using a timeout of 22795 usecs (23 jiffies) 00000400:00000200:1.0:1783141846.977529:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:1.0:1783141846.977532:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295048219 00000100:00000001:1.0:1783141846.977535:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295049467 00000100:00000001:1.0:1783141846.977537:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295048219 00000100:00000001:1.0:1783141846.977540:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295049467 00000100:00000001:1.0:1783141846.977542:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783141846.977544:0:2398:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141846.977547:0:2398:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141846.977549:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141846.977556:0:2398:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783141846.977558:0:2398:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783141846.977560:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783141846.977565:0:2398:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783141846.977566:0:2398:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783141846.977569:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1783141846.977571:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141846.977574:0:2398:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783141846.977575:0:2398:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141846.977577:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783141846.977578:0:2398:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783141846.977579:0:2398:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783141846.977582:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a95c00 x1869759466456192/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.977588:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783141846.977590:0:2398:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783141846.977592:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783141846.977593:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783141846.977595:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783141846.977598:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466456192:192.168.202.126@tcp:400:kworker.0 00000100:00000001:1.0:1783141846.977601:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783141846.977603:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783141846.977605:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783141846.977606:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783141846.977608:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc09d1da00. 02000000:00000001:1.0:1783141846.977610:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783141846.977613:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:1.0:1783141846.977616:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc03ae7b58. 00000400:00000010:1.0:1783141846.977631:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc03fb4220. 00000100:00000200:1.0:1783141846.977634:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466456192, portal 10 00000100:00000001:1.0:1783141846.977636:0:2398:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783141846.977637:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645776384 : -123437063775232 : ffff8fbc11a95c00) 00000100:00000040:1.0:1783141846.977643:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a95c00 x1869759466456192/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.977649:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783141846.977652:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:1.0:1783141846.977654:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc03fb4a18. 00000800:00000001:0.0:1783141846.978747:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.978763:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141846.978768:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.978770:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141846.978777:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.978784:0:2390:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141846.978791:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.978795:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.978800:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.978805:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd04400 00000400:00000200:0.0:1783141846.978986:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.979068:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x7d1 [1] + 224 00000800:00000001:0.0:1783141846.979077:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.979084:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141846.979087:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141846.979091:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141846.979111:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141846.979129:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a95f80 x1869759466456064/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141846.979138:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a95f80 x1869759466456064/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.979146:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1783141846.979474:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141846.979481:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc14362b00. 00000400:00000200:0.0:1783141846.979485:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141846.979490:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141846.979494:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc03fb4d48 00000400:00000010:0.0:1783141846.979497:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc03fb4d48. 00000100:00000001:0.0:1783141846.979502:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141846.979507:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a96a00 x1869759466456320/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.979516:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141846.979519:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a96a00 x1869759466456320/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.979526:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.979527:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783141846.979533:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.979537:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783141846.979552:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783141846.979555:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783141846.979561:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783141846.979563:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783141846.979566:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc058b77e8. 00000400:00000200:0.0:1783141846.979570:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0a9f5f68 00000400:00000010:0.0:1783141846.979572:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0a9f5f68. 00000100:00000001:0.0:1783141846.979575:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141846.979578:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a95f80 x1869759466456064/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783141846.979585:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a95f80 x1869759466456064/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.979599:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783141846.979601:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783141846.979604:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783141846.979607:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783141846.979611:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783141846.979613:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783141846.979627:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783141846.979639:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a18460 time=81 v=5 (5 0 0 0) 00000100:00001000:0.0:1783141846.979644:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a18418 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1783141846.979647:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783141846.979649:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783141846.979652:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783141846.979656:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.979669:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783141846.979671:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8fbc05454000: skip recheck: last_committed 0 00000100:00000001:0.0:1783141846.979673:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783141846.979675:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783141846.979680:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a95f80 x1869759466456064/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.979687:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783141846.979690:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783141846.979692:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783141846.979696:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a95f80 x1869759466456064/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783141846.979704:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2399:1869759466456064:192.168.202.126@tcp:400:kworker.0 00000100:00000001:0.0:1783141846.979709:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.979711:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141846.979714:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a95f80 x1869759466456064/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.979720:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783141846.979723:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783141846.979733:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc11a06800. 02000000:00000001:0.0:1783141846.979736:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783141846.979739:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783141846.979741:0:2399:0:(genops.c:1244:class_import_put()) import ffff8fbc11a18000 refcount=3 obd=lustre-MDT0000-mdc-ffff8fbc05454000 00000020:00000001:0.0:1783141846.979743:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783141846.979746:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc03961800. 02000000:00000001:0.0:1783141846.979761:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783141846.979764:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783141846.979766:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a95f80. 00000100:00000001:0.0:1783141846.979771:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783141846.979772:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783141846.979775:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.979777:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783141846.979778:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783141846.979780:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.979782:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1783141846.979950:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466456192, offset 0 00000400:00000200:1.0:1783141846.979958:0:2398:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:1.0:1783141846.979966:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141846.979973:0:2398:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:1.0:1783141846.979978:0:2398:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783141846.979983:0:2398:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:1.0:1783141846.979986:0:2398:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783141846.979989:0:2398:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:1.0:1783141846.980006:0:2398:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [146:146:256:4294967295] 192.168.202.126@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:1.0:1783141846.980011:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141846.980020:0:2398:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:1.0:1783141846.980027:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:1.0:1783141846.980034:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc14362b00. 00000800:00000200:1.0:1783141846.980040:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:1.0:1783141846.980048:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:1.0:1783141846.980052:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc14362b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783141846.980069:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.980076:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: using a timeout of 154628 usecs (155 jiffies) 00000400:00000200:1.0:1783141846.980080:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:1.0:1783141846.980083:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 0 is 4295048355 00000100:00000001:1.0:1783141846.980086:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS request active for cpu 0, keep current deadline 4295049467 00000100:00000001:1.0:1783141846.980089:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 1 is 4295048355 00000100:00000001:1.0:1783141846.980092:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS request active for cpu 1, keep current deadline 4295049467 00000100:00000001:1.0:1783141846.980094:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783141846.980097:0:2398:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141846.980101:0:2398:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783141846.980105:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a95180 x1869759466456448/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.980114:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783141846.980130:0:2398:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783141846.980134:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783141846.980138:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783141846.980141:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783141846.980145:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2398:1869759466456448:192.168.202.126@tcp:400:kworker.0 00000100:00000001:1.0:1783141846.980149:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783141846.980156:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783141846.980158:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783141846.980161:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783141846.980165:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc09d1d200. 02000000:00000001:1.0:1783141846.980167:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783141846.980171:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:1.0:1783141846.980174:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc03ae7cb8. 00000400:00000010:1.0:1783141846.980180:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc03fb4088. 00000100:00000200:1.0:1783141846.980186:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466456448, portal 10 00000100:00000001:1.0:1783141846.980189:0:2398:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783141846.980191:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645773696 : -123437063777920 : ffff8fbc11a95180) 00000100:00000040:1.0:1783141846.980198:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a95180 x1869759466456448/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.980206:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783141846.980208:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:1.0:1783141846.980211:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc03fb4cc0. 00000100:00000200:1.0:1783141846.980213:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466456448, offset 0 00000400:00000200:1.0:1783141846.980218:0:2398:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:1.0:1783141846.980222:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141846.980226:0:2398:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:1.0:1783141846.980229:0:2398:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783141846.980231:0:2398:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:1.0:1783141846.980233:0:2398:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783141846.980236:0:2398:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:1.0:1783141846.980238:0:2398:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [147:147:255:4294967295] 192.168.202.126@tcp LPNI seq info [147:147:7:4294967295] 00000400:00000200:1.0:1783141846.980242:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141846.980248:0:2398:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:1.0:1783141846.980257:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:1.0:1783141846.980262:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc11a64900. 00000800:00000200:1.0:1783141846.980266:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:1.0:1783141846.980269:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:1.0:1783141846.980272:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc11a64900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783141846.980275:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.980279:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: using a timeout of 28698 usecs (29 jiffies) 00000400:00000200:1.0:1783141846.980282:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:1.0:1783141846.980284:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295048229 00000100:00000001:1.0:1783141846.980286:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295049467 00000100:00000001:1.0:1783141846.980288:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295048229 00000100:00000001:1.0:1783141846.980290:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295049467 00000100:00000001:1.0:1783141846.980292:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783141846.980295:0:2398:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141846.980297:0:2398:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141846.980300:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783141846.980632:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141846.980636:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc14362b00. 00000400:00000200:0.0:1783141846.980640:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141846.980645:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141846.980648:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc03fb4a18 00000400:00000010:0.0:1783141846.980650:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc03fb4a18. 00000100:00000001:0.0:1783141846.980665:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141846.980669:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a95c00 x1869759466456192/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.980677:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141846.980680:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a95c00 x1869759466456192/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.980687:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.980688:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783141846.981207:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141846.981212:0:2397:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141846.981214:0:2397:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783141846.981222:0:2397:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a96300 x1869759466456576/t0(0) o9->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141846.981230:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783141846.981232:0:2397:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141846.981235:0:2397:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141846.981237:0:2397:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141846.981239:0:2397:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141846.981248:0:2397:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2397:1869759466456576:192.168.202.126@tcp:9:kworker.0 00000100:00000001:3.0:1783141846.981251:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141846.981254:0:2397:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141846.981257:0:2397:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141846.981258:0:2397:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783141846.981262:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0a525600. 02000000:00000001:3.0:1783141846.981264:0:2397:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141846.981268:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141846.981271:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc1137e420. 00000400:00000010:3.0:1783141846.981275:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a990. 00000100:00000200:3.0:1783141846.981279:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466456576, portal 4 00000100:00000001:3.0:1783141846.981281:0:2397:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141846.981282:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645778176 : -123437063773440 : ffff8fbc11a96300) 00000100:00000040:3.0:1783141846.981288:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a96300 x1869759466456576/t0(0) o9->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141846.981294:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783141846.981296:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:3.0:1783141846.981298:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a6e8. 00000100:00000200:3.0:1783141846.981301:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869759466456576, offset 0 00000400:00000200:3.0:1783141846.981306:0:2397:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141846.981311:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141846.981315:0:2397:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141846.981319:0:2397:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783141846.981322:0:2397:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141846.981324:0:2397:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141846.981327:0:2397:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:3.0:1783141846.981329:0:2397:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [148:148:255:4294967295] 192.168.202.126@tcp LPNI seq info [148:148:7:4294967295] 00000400:00000200:3.0:1783141846.981333:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141846.981340:0:2397:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:3.0:1783141846.981345:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:3.0:1783141846.981350:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc13aba900. 00000800:00000200:3.0:1783141846.981358:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:3.0:1783141846.981363:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141846.981366:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc13aba900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783141846.981372:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141846.981375:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: using a timeout of 22433 usecs (23 jiffies) 00000400:00000200:3.0:1783141846.981378:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141846.981380:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295048224 00000100:00000001:3.0:1783141846.981383:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295049467 00000100:00000001:3.0:1783141846.981385:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295048224 00000100:00000001:3.0:1783141846.981388:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295049467 00000100:00000001:3.0:1783141846.981390:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141846.981392:0:2397:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141846.981394:0:2397:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783141846.981399:0:2397:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a97100 x1869759466456704/t0(0) o9->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141846.981406:0:2397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783141846.981407:0:2397:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141846.981410:0:2397:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141846.981411:0:2397:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141846.981413:0:2397:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141846.981416:0:2397:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2397:1869759466456704:192.168.202.126@tcp:9:kworker.0 00000100:00000001:3.0:1783141846.981419:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141846.981422:0:2397:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141846.981423:0:2397:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141846.981425:0:2397:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783141846.981428:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0a525000. 02000000:00000001:3.0:1783141846.981430:0:2397:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141846.981433:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141846.981435:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc1137e5d8. 00000400:00000010:3.0:1783141846.981438:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a000. 00000100:00000200:3.0:1783141846.981441:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466456704, portal 4 00000100:00000001:3.0:1783141846.981447:0:2397:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141846.981448:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645781760 : -123437063769856 : ffff8fbc11a97100) 00000100:00000040:3.0:1783141846.981454:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a97100 x1869759466456704/t0(0) o9->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141846.981461:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783141846.981463:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:3.0:1783141846.981465:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a7f8. 00000100:00000200:3.0:1783141846.981468:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869759466456704, offset 0 00000400:00000200:3.0:1783141846.981472:0:2397:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141846.981475:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141846.981479:0:2397:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141846.981481:0:2397:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783141846.981484:0:2397:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141846.981486:0:2397:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141846.981488:0:2397:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:3.0:1783141846.981491:0:2397:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [149:149:254:4294967295] 192.168.202.126@tcp LPNI seq info [149:149:6:4294967295] 00000400:00000200:3.0:1783141846.981495:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141846.981501:0:2397:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:3.0:1783141846.981505:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:3.0:1783141846.981508:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc2075eb00. 00000800:00000200:3.0:1783141846.981512:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:3.0:1783141846.981515:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141846.981518:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc2075eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783141846.981521:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141846.981523:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: using a timeout of 26398 usecs (27 jiffies) 00000400:00000200:3.0:1783141846.981526:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141846.981528:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295048228 00000100:00000001:3.0:1783141846.981530:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295049467 00000100:00000001:3.0:1783141846.981532:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295048228 00000100:00000001:3.0:1783141846.981534:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295049467 00000100:00000001:3.0:1783141846.981541:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141846.981542:0:2397:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141846.981545:0:2397:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141846.981547:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141846.981554:0:2397:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141846.981556:0:2397:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1783141846.981559:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141846.981560:0:2397:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141846.981561:0:2397:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141846.981563:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783141846.982165:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141846.982169:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc11a64900. 00000400:00000200:0.0:1783141846.982174:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141846.982179:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141846.982183:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc03fb4cc0 00000400:00000010:0.0:1783141846.982191:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc03fb4cc0. 00000100:00000001:0.0:1783141846.982194:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141846.982200:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a95180 x1869759466456448/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.982210:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141846.982213:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a95180 x1869759466456448/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.982218:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.982220:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783141846.982239:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141846.982241:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc13aba900. 00000400:00000200:0.0:1783141846.982244:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141846.982247:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141846.982250:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a6e8 00000400:00000010:0.0:1783141846.982252:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a6e8. 00000100:00000001:0.0:1783141846.982254:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141846.982258:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a96300 x1869759466456576/t0(0) o9->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.982264:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141846.982267:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a96300 x1869759466456576/t0(0) o9->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.982273:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.982274:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783141846.982281:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141846.982282:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc2075eb00. 00000400:00000200:0.0:1783141846.982285:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141846.982288:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141846.982290:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a7f8 00000400:00000010:0.0:1783141846.982292:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a7f8. 00000100:00000001:0.0:1783141846.982294:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141846.982297:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a97100 x1869759466456704/t0(0) o9->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.982304:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141846.982311:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a97100 x1869759466456704/t0(0) o9->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.982317:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.982319:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783141846.987500:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.987519:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141846.987523:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.987526:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141846.987535:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.987543:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141846.987553:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.987558:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.987563:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.987568:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 25 MB=0x6a4894cd04380 00000400:00000200:0.0:1783141846.987574:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.987580:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.126@tcp of length 224/224 into md 0x7c1 [1] + 224 00000800:00000001:0.0:1783141846.987588:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.987591:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141846.987595:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141846.988109:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141846.988127:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141846.988137:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a96d80 x1869759466455936/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141846.988148:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a96d80 x1869759466455936/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.988163:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141846.988172:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.988178:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141846.988180:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.988182:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141846.988186:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.988189:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141846.988194:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.988213:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.988217:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.988220:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 4 MB=0x6a4894cd04600 00000400:00000200:0.0:1783141846.988224:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.988228:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.126@tcp of length 224/224 into md 0x811 [1] + 224 00000800:00000001:0.0:1783141846.988232:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.988236:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141846.988238:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141846.988241:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141846.988244:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141846.988248:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a96300 x1869759466456576/t0(0) o9->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141846.988257:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a96300 x1869759466456576/t0(0) o9->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.988267:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141846.988271:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.988273:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141846.988275:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.988277:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141846.988280:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.988283:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141846.988287:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.988289:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.988292:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.988294:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd04500 00000400:00000200:0.0:1783141846.988298:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.988302:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:0.0:1783141846.988305:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.988308:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141846.988309:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141846.988313:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141846.988315:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141846.988324:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a96a00 x1869759466456320/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141846.988332:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a96a00 x1869759466456320/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.988370:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783141846.988375:0:2398:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783141846.988393:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141846.988398:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.988402:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141846.988405:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.988407:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141846.988411:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.988414:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141846.988419:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.988421:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.988424:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.988427:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd04480 00000100:00000001:3.0:1783141846.988427:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1783141846.988430:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141846.988430:0:2397:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1783141846.988434:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x7f1 [1] + 224 00000800:00000001:0.0:1783141846.988438:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.988441:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141846.988442:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141846.988450:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000001:3.0:1783141846.991255:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141846.991263:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141846.991267:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc1137e420. 00000400:00000200:3.0:1783141846.991277:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a990 00000400:00000010:3.0:1783141846.991279:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a990. 00000100:00000001:3.0:1783141846.991285:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1783141846.991287:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141846.991298:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a95c00 x1869759466456192/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141846.991298:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a96300 x1869759466456576/t0(0) o9->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141846.991311:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a95c00 x1869759466456192/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141846.991311:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a96300 x1869759466456576/t0(0) o9->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.991320:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141846.991320:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141846.991323:0:2397:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141846.991326:0:2397:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141846.991329:0:2397:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141846.991332:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1783141846.991334:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1783141846.991334:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141846.991337:0:2397:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141846.991347:0:2397:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc05749460 time=20 v=5 (5 0 0 0) 00000800:00000001:0.0:1783141846.991349:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141846.991351:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1783141846.991351:0:2397:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc05749418 time=20 v=5 (1 0 0 0) 00000800:00000001:0.0:1783141846.991353:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141846.991354:0:2397:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141846.991356:0:2397:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141846.991359:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783141846.991364:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a96300 x1869759466456576/t0(0) o9->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1783141846.991369:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.991374:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00010000:00000001:3.0:1783141846.991380:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783141846.991381:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141846.991384:0:2397:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1783141846.991385:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000040:3.0:1783141846.991386:0:2397:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:3.0:1783141846.991388:0:2397:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1783141846.991390:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141846.991390:0:2397:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783141846.991394:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd04580 00000100:00000040:3.0:1783141846.991394:0:2397:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a96300 x1869759466456576/t0(0) o9->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1783141846.991398:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141846.991401:0:2397:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141846.991404:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1783141846.991405:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x801 [1] + 224 00000100:00000001:3.0:1783141846.991406:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1783141846.991410:0:2397:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8fbc11a96300 x1869759466456576/t0(0) o9->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1783141846.991412:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.991415:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141846.991418:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:3.0:1783141846.991418:0:2397:0:(import.c:65:import_set_state_nolock()) ffff8fbc05749000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000400:00000200:0.0:1783141846.991422:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000040:3.0:1783141846.991423:0:2397:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a96300 x1869759466456576/t0(0) o9->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.991427:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141846.991431:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a95180 x1869759466456448/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141846.991431:0:2397:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2397:1869759466456576:192.168.202.126@tcp:9:kworker.0 00000100:00000001:3.0:1783141846.991436:0:2397:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783141846.991439:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a95180 x1869759466456448/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141846.991439:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141846.991442:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a96300 x1869759466456576/t0(0) o9->lustre-OST0000-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.991447:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141846.991449:0:2397:0:(client.c:2779:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1783141846.991450:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1783141846.991451:0:2397:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1783141846.991452:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141846.991454:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1783141846.991455:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0a525600. 00000800:00000001:0.0:1783141846.991456:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141846.991458:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 02000000:00000001:3.0:1783141846.991459:0:2397:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1783141846.991461:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000020:00000001:3.0:1783141846.991461:0:2397:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141846.991463:0:2397:0:(genops.c:1244:class_import_put()) import ffff8fbc05749000 refcount=2 obd=lustre-OST0000-osc-ffff8fbc118b8800 00000400:00000200:0.0:1783141846.991465:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000020:00000001:3.0:1783141846.991466:0:2397:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1783141846.991467:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 02000000:00000010:3.0:1783141846.991468:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc14384d00. 00000400:00000200:0.0:1783141846.991469:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141846.991472:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 4 MB=0x6a4894cd04680 00000400:00000200:0.0:1783141846.991475:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 02000000:00000001:3.0:1783141846.991477:0:2397:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1783141846.991478:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.126@tcp of length 224/224 into md 0x819 [1] + 224 02000000:00000001:3.0:1783141846.991479:0:2397:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1783141846.991481:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:3.0:1783141846.991481:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a96300. 00000100:00000001:3.0:1783141846.991485:0:2397:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141846.991486:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141846.991489:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141846.991491:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141846.991493:0:2397:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141846.991495:0:2397:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141846.991496:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1783141846.991612:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783141846.991615:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783141846.991680:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc03ae7478. 00000400:00000200:1.0:1783141846.991685:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc03fb4770 00000400:00000010:1.0:1783141846.991687:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc03fb4770. 00000100:00000001:1.0:1783141846.991691:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141846.991696:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a96a00 x1869759466456320/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783141846.991705:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a96a00 x1869759466456320/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.991710:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783141846.991712:0:2398:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141846.991714:0:2398:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783141846.991722:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783141846.991723:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783141846.991725:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783141846.991727:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783141846.991732:0:2398:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a7b460 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1783141846.991735:0:2398:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a7b418 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1783141846.991737:0:2398:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783141846.991738:0:2398:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141846.991741:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783141846.991743:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141846.991745:0:2398:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783141846.991747:0:2398:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:1.0:1783141846.991748:0:2398:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783141846.991749:0:2398:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.991753:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a96a00 x1869759466456320/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.991759:0:2398:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783141846.991762:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783141846.991763:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783141846.991766:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a96a00 x1869759466456320/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141846.991772:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2398:1869759466456320:192.168.202.126@tcp:400:kworker.0 00000100:00000001:1.0:1783141846.991777:0:2398:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141846.991779:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141846.991781:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a96a00 x1869759466456320/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.991787:0:2398:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783141846.991788:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783141846.991790:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc09d1ce00. 02000000:00000001:1.0:1783141846.991792:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783141846.991794:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783141846.991795:0:2398:0:(genops.c:1244:class_import_put()) import ffff8fbc11a7b000 refcount=3 obd=lustre-MDT0000-mdc-ffff8fbc118b8800 00000020:00000001:1.0:1783141846.991797:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783141846.991803:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc03961b00. 02000000:00000001:1.0:1783141846.991806:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783141846.991807:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783141846.991808:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a96a00. 00000100:00000001:1.0:1783141846.991835:0:2398:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783141846.991837:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141846.991840:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141846.991841:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783141846.991842:0:2398:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783141846.991845:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783141846.991846:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783141846.991848:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc03ae7b58. 00000400:00000200:1.0:1783141846.991850:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc03fb4220 00000400:00000010:1.0:1783141846.991852:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc03fb4220. 00000100:00000001:1.0:1783141846.991854:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141846.991859:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a95c00 x1869759466456192/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783141846.991866:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a95c00 x1869759466456192/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.991871:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783141846.991872:0:2398:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141846.991873:0:2398:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783141846.991875:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783141846.991876:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783141846.991877:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783141846.991879:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783141846.991884:0:2398:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a79c60 time=80 v=5 (5 0 0 0) 00000100:00001000:1.0:1783141846.991887:0:2398:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a79c18 time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1783141846.991889:0:2398:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783141846.991890:0:2398:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141846.991891:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1783141846.991895:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a95c00 x1869759466456192/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783141846.991901:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141846.991903:0:2398:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783141846.991909:0:2398:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8fbc05454000: skip recheck: last_committed 0 00000100:00000001:1.0:1783141846.991911:0:2398:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783141846.991912:0:2398:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783141846.992235:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141846.992239:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141846.992244:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141846.992249:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141846.992255:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a97100 x1869759466456704/t0(0) o9->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141846.992263:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a97100 x1869759466456704/t0(0) o9->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.992286:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141846.992294:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141846.992297:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783141846.992312:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783141846.992315:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783141846.992319:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783141846.992321:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783141846.992323:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc058b7630. 00000400:00000200:0.0:1783141846.992326:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0a9f5bb0 00000400:00000010:0.0:1783141846.992328:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0a9f5bb0. 00000100:00000001:0.0:1783141846.992331:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141846.992337:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a96d80 x1869759466455936/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783141846.992345:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a96d80 x1869759466455936/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.992350:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783141846.992352:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783141846.992354:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783141846.992355:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783141846.992356:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783141846.992357:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783141846.992359:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783141846.992362:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0a8f6460 time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1783141846.992365:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a8f6418 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1783141846.992366:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783141846.992368:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783141846.992377:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783141846.992379:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.992381:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783141846.992386:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a96d80 x1869759466455936/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141846.992735:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a95c00 x1869759466456192/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.992744:0:2398:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783141846.992747:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783141846.992748:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783141846.992751:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a95c00 x1869759466456192/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141846.992758:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2398:1869759466456192:192.168.202.126@tcp:400:kworker.0 00000400:00000001:1.0:1783141846.992765:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783141846.992767:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783141846.992768:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc03ae7cb8. 00000400:00000200:1.0:1783141846.992771:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc03fb4088 00000400:00000010:1.0:1783141846.992773:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc03fb4088. 00000100:00000001:1.0:1783141846.992775:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141846.992778:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a95180 x1869759466456448/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783141846.992787:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a95180 x1869759466456448/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.992793:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783141846.992795:0:2398:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141846.992797:0:2398:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783141846.992798:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783141846.992800:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783141846.992801:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783141846.992803:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783141846.992807:0:2398:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a7fc60 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1783141846.992834:0:2398:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a7fc18 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1783141846.992837:0:2398:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783141846.992845:0:2398:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141846.992847:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1783141846.992851:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a95180 x1869759466456448/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783141846.992858:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141846.992861:0:2398:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783141846.992862:0:2398:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:1.0:1783141846.992864:0:2398:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783141846.992866:0:2398:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141846.992870:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a95180 x1869759466456448/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.992876:0:2398:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783141846.992878:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783141846.992879:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783141846.992883:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a95180 x1869759466456448/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141846.992890:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2398:1869759466456448:192.168.202.126@tcp:400:kworker.0 00000100:00000001:1.0:1783141846.992895:0:2398:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141846.992897:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141846.992899:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a95c00 x1869759466456192/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.992906:0:2398:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783141846.992908:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783141846.992910:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc09d1da00. 02000000:00000001:1.0:1783141846.993063:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783141846.993066:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783141846.993067:0:2398:0:(genops.c:1244:class_import_put()) import ffff8fbc11a79800 refcount=3 obd=lustre-MDT0001-mdc-ffff8fbc05454000 00000020:00000001:1.0:1783141846.993070:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783141846.993072:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc03961200. 02000000:00000001:1.0:1783141846.993076:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783141846.993078:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783141846.993085:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a95c00. 00000100:00000001:1.0:1783141846.993088:0:2398:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783141846.993090:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141846.993092:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141846.993096:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a95180 x1869759466456448/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141846.993102:0:2398:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783141846.993104:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783141846.993106:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc09d1d200. 02000000:00000001:1.0:1783141846.993108:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783141846.993109:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783141846.993110:0:2398:0:(genops.c:1244:class_import_put()) import ffff8fbc11a7f800 refcount=3 obd=lustre-MDT0001-mdc-ffff8fbc118b8800 00000020:00000001:1.0:1783141846.993112:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783141846.993114:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc03961d00. 00000100:00000001:0.0:1783141846.993200:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783141846.993203:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783141846.993205:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783141846.993211:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a96d80 x1869759466455936/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783141846.993218:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2399:1869759466455936:192.168.202.126@tcp:400:kworker.0 00000100:00000001:0.0:1783141846.993222:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783141846.993224:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141846.993227:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a96d80 x1869759466455936/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141846.993232:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783141846.993233:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783141846.993235:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc11a06000. 02000000:00000001:0.0:1783141846.993237:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783141846.993239:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783141846.993240:0:2399:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=3 obd=MGC192.168.202.126@tcp 00000020:00000001:0.0:1783141846.993242:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783141846.993243:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc03961a00. 02000000:00000001:0.0:1783141846.993245:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783141846.993246:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783141846.993248:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a96d80. 00000100:00000001:0.0:1783141846.993250:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783141846.993252:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783141846.993254:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783141846.993261:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783141846.993263:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141846.993265:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783141846.993267:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783141846.993306:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783141846.993308:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783141846.993310:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a95180. 00000100:00000001:1.0:1783141846.993312:0:2398:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783141846.993313:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141846.993315:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141846.993319:0:2398:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783141846.993320:0:2398:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141846.993322:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783141846.993324:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141846.995383:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141846.995391:0:2397:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783141846.995399:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141846.995400:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141846.995404:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc1137e5d8. 00000400:00000200:3.0:1783141846.995408:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a000 00000400:00000010:3.0:1783141846.995410:0:2397:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a000. 00000100:00000001:3.0:1783141846.995414:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141846.995423:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a97100 x1869759466456704/t0(0) o9->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141846.995431:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a97100 x1869759466456704/t0(0) o9->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141846.995436:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141846.995437:0:2397:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141846.995439:0:2397:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141846.995441:0:2397:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141846.995443:0:2397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141846.995445:0:2397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141846.995447:0:2397:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141846.995455:0:2397:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0574ec60 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141846.995458:0:2397:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0574ec18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141846.995459:0:2397:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141846.995460:0:2397:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141846.995462:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783141846.995465:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc11a97100 x1869759466456704/t0(0) o9->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783141846.995480:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141846.995483:0:2397:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141846.995485:0:2397:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:3.0:1783141846.995486:0:2397:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141846.995488:0:2397:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141846.995492:0:2397:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a97100 x1869759466456704/t0(0) o9->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141846.995499:0:2397:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141846.995502:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141846.995504:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1783141846.995508:0:2397:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8fbc11a97100 x1869759466456704/t0(0) o9->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783141846.995515:0:2397:0:(import.c:65:import_set_state_nolock()) ffff8fbc0574e800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1783141846.995519:0:2397:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a97100 x1869759466456704/t0(0) o9->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141846.995526:0:2397:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2397:1869759466456704:192.168.202.126@tcp:9:kworker.0 00000100:00000001:3.0:1783141846.995531:0:2397:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141846.995533:0:2397:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141846.995536:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a97100 x1869759466456704/t0(0) o9->lustre-OST0001-osc-ffff8fbc118b8800@192.168.202.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1783141856 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141846.995543:0:2397:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141846.995546:0:2397:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141846.995549:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0a525000. 02000000:00000001:3.0:1783141846.995552:0:2397:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141846.995555:0:2397:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141846.995557:0:2397:0:(genops.c:1244:class_import_put()) import ffff8fbc0574e800 refcount=2 obd=lustre-OST0001-osc-ffff8fbc118b8800 00000020:00000001:3.0:1783141846.995559:0:2397:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141846.995562:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc14362000. 02000000:00000001:3.0:1783141846.995571:0:2397:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141846.995573:0:2397:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141846.995574:0:2397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a97100. 00000100:00000001:3.0:1783141846.995578:0:2397:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141846.995580:0:2397:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141846.995582:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141846.995590:0:2397:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141846.995591:0:2397:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141846.995594:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141846.995595:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141847.868893:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141847.868903:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141847.868911:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141847.868912:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783141847.868942:0:6171:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783141847.868945:0:6171:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783141847.868947:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783141848.252543:0:1011:0:(connection.c:75:cpu_latency_work()) work item of ffff8fbc10c5e000 (cpu 0) has reached its deadline 4295049467, at 4295049472 00000100:00000010:0.0:1783141848.252563:0:1011:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8fbc02fc8480. 00000100:00000040:1.0:1783141848.252724:0:8789:0:(connection.c:75:cpu_latency_work()) work item of ffff8fbc10c5e110 (cpu 0) has reached its deadline 4295049467, at 4295049472 00000100:00000010:1.0:1783141848.252730:0:8789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8fbc02fc89c0. 00010000:00000001:1.0:1783141848.891922:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141848.891930:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141848.891936:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141848.891945:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783141848.892035:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783141848.892039:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783141848.892042:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783141849.917005:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141849.917013:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141849.917019:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141849.917020:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141849.917088:0:6638:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141849.917100:0:6638:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141849.917104:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783141850.940447:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141850.940453:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141850.940457:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141850.940458:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783141850.940476:0:6171:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783141850.940478:0:6171:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783141850.940481:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783141851.964145:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141851.964154:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141851.964161:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141851.964162:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141851.964287:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141851.964291:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141851.964295:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783141852.094200:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4acba108-b13d-4e12-8af1-a771d4999ae3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141852.094211:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783141852.094218:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8e9180. 00000020:00000040:3.0:1783141852.094224:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000100:00000001:3.0:1783141852.094228:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141852.094231:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141852.094236:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141852.094243:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc02bc2d00. 00000100:00000001:3.0:1783141852.094250:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.094262:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4acba108-b13d-4e12-8af1-a771d4999ae3->MGS req@ffff8fbc0a8e9180 x1869759466456832/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783141852.094274:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141852.094278:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.094284:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000138bb61c] to pc [ptlrpcd_01_00+0] req@ffff8fbc0a8e9180 x1869759466456832/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.094306:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.094309:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141852.094312:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783141852.094315:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8ea300. 00000020:00000040:3.0:1783141852.094317:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a18000 refcount=4 obd=lustre-MDT0000-mdc-ffff8fbc05454000 00000100:00000001:3.0:1783141852.094325:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141852.094326:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141852.094328:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141852.094331:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc02bc2200. 00000100:00000001:3.0:1783141852.094335:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.094339:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0000_UUID req@ffff8fbc0a8ea300 x1869759466456960/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783141852.094346:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141852.094348:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.094353:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007512fc9b] to pc [ptlrpcd_01_01+1] req@ffff8fbc0a8ea300 x1869759466456960/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.094361:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.094363:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141852.094367:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783141852.094370:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8ebb80. 00000020:00000040:3.0:1783141852.094372:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a79800 refcount=4 obd=lustre-MDT0001-mdc-ffff8fbc05454000 00000100:00000001:3.0:1783141852.094375:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141852.094376:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141852.094378:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141852.094381:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc02bc2600. 00000100:00000001:3.0:1783141852.094384:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.094388:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0001_UUID req@ffff8fbc0a8ebb80 x1869759466457088/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783141852.094394:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141852.094396:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.094399:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e062bf4b] to pc [ptlrpcd_01_00+0] req@ffff8fbc0a8ebb80 x1869759466457088/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.094406:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.094408:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783141852.094411:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783141852.094419:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783141852.094422:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783141852.094425:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141852.094428:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783141852.094431:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8e9880. 00000020:00000040:3.0:1783141852.094434:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a7b000 refcount=4 obd=lustre-MDT0000-mdc-ffff8fbc118b8800 00000100:00000001:3.0:1783141852.094436:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141852.094437:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141852.094438:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141852.094442:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc02bc2800. 00000100:00000001:3.0:1783141852.094444:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.094449:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0000_UUID req@ffff8fbc0a8e9880 x1869759466457216/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783141852.094455:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141852.094457:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.094461:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003667dd27] to pc [ptlrpcd_01_01+1] req@ffff8fbc0a8e9880 x1869759466457216/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.094468:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.094470:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141852.094473:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783141852.094476:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8e9500. 00000020:00000040:3.0:1783141852.094477:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a7f800 refcount=4 obd=lustre-MDT0001-mdc-ffff8fbc118b8800 00000100:00000001:3.0:1783141852.094479:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141852.094481:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141852.094482:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141852.094485:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc02bc2700. 00000100:00000001:3.0:1783141852.094487:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.094491:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0001_UUID req@ffff8fbc0a8e9500 x1869759466457344/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783141852.094509:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141852.094511:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.094515:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006528149c] to pc [ptlrpcd_01_00+0] req@ffff8fbc0a8e9500 x1869759466457344/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.094521:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.094524:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783141852.094527:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783141852.094529:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783141852.094532:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783141852.094537:0:8:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (391) 00000100:00000001:3.0:1783141852.095880:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141852.095887:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141852.095890:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783141852.095900:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8e9180 x1869759466456832/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.095912:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783141852.095914:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141852.095919:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141852.095922:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141852.095926:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141852.095930:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466456832:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141852.096203:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141852.096210:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141852.096213:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141852.096216:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783141852.096226:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc058c7e00. 02000000:00000001:3.0:1783141852.096228:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141852.096236:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141852.096248:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc1137e5d8. 00000400:00000010:3.0:1783141852.096257:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a000. 00000100:00000200:3.0:1783141852.096266:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466456832, portal 25 00000100:00000001:3.0:1783141852.096268:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141852.096270:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526580096 : -123437182971520 : ffff8fbc0a8e9180) 00000100:00000040:3.0:1783141852.096276:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8e9180 x1869759466456832/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.096283:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783141852.096285:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:3.0:1783141852.096288:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a990. 00000100:00000200:3.0:1783141852.096292:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869759466456832, offset 0 00000400:00000200:3.0:1783141852.096299:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141852.096308:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141852.096317:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141852.096325:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783141852.096330:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141852.096334:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141852.096337:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:3.0:1783141852.096340:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [150:150:256:4294967295] 192.168.202.126@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:3.0:1783141852.096344:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141852.096353:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:3.0:1783141852.096360:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:3.0:1783141852.096365:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc02bc2f00. 00000800:00000200:3.0:1783141852.096372:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:3.0:1783141852.096382:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141852.096386:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc02bc2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783141852.096399:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141852.096404:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141852.096408:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295054590 00000100:00000010:3.0:1783141852.096412:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8fbc04d4a180. 00000100:00000001:3.0:1783141852.096420:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783141852.096432:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295054590 00000100:00000010:3.0:1783141852.096435:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8fbc04d4a1e0. 00000100:00000001:3.0:1783141852.096438:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783141852.096441:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141852.096444:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141852.096447:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783141852.096452:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8ebb80 x1869759466457088/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.096458:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783141852.096460:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141852.096462:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141852.096463:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141852.096465:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141852.096468:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466457088:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141852.096471:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141852.096473:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141852.096475:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141852.096476:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783141852.096480:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc058c7000. 02000000:00000001:3.0:1783141852.096481:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141852.096485:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141852.096487:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc1137e420. 00000400:00000010:3.0:1783141852.096491:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a2a8. 00000100:00000200:3.0:1783141852.096494:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466457088, portal 10 00000100:00000001:3.0:1783141852.096496:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141852.096497:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526590848 : -123437182960768 : ffff8fbc0a8ebb80) 00000100:00000040:3.0:1783141852.096503:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8ebb80 x1869759466457088/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.096509:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783141852.096511:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:3.0:1783141852.096514:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a198. 00000100:00000200:3.0:1783141852.096516:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466457088, offset 0 00000400:00000200:3.0:1783141852.096527:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141852.096531:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141852.096534:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141852.096537:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783141852.096539:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141852.096541:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141852.096543:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:3.0:1783141852.096545:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [151:151:255:4294967295] 192.168.202.126@tcp LPNI seq info [151:151:7:4294967295] 00000400:00000200:3.0:1783141852.096549:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141852.096555:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:3.0:1783141852.096559:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:3.0:1783141852.096563:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc02bc2300. 00000800:00000200:3.0:1783141852.096566:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:3.0:1783141852.096571:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141852.096573:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc02bc2300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783141852.096576:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.096580:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: using a timeout of 147480 usecs (148 jiffies) 00000400:00000200:3.0:1783141852.096582:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141852.096584:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 0 is 4295053464 00000100:00000001:3.0:1783141852.096587:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS request active for cpu 0, keep current deadline 4295054590 00000100:00000001:3.0:1783141852.096588:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 1 is 4295053464 00000100:00000001:3.0:1783141852.096590:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS request active for cpu 1, keep current deadline 4295054590 00000100:00000001:3.0:1783141852.096592:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141852.096594:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141852.096596:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783141852.096601:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8e9500 x1869759466457344/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.096608:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783141852.096609:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141852.096616:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141852.096618:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141852.096620:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141852.096623:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466457344:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141852.096626:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141852.096628:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141852.096630:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141852.096631:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783141852.096635:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc12e3a000. 02000000:00000001:3.0:1783141852.096637:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141852.096640:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141852.096643:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc1137ee18. 00000400:00000010:3.0:1783141852.096647:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980af68. 00000100:00000200:3.0:1783141852.096650:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466457344, portal 10 00000100:00000001:3.0:1783141852.096652:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141852.096653:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526580992 : -123437182970624 : ffff8fbc0a8e9500) 00000100:00000040:3.0:1783141852.096659:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8e9500 x1869759466457344/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.096665:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783141852.096667:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:3.0:1783141852.096670:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a5d8. 00000100:00000200:3.0:1783141852.096673:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466457344, offset 0 00000400:00000200:3.0:1783141852.096677:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141852.096680:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141852.096684:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141852.096687:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783141852.096689:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141852.096692:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141852.096694:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:3.0:1783141852.096697:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [152:152:254:4294967295] 192.168.202.126@tcp LPNI seq info [152:152:6:4294967295] 00000400:00000200:3.0:1783141852.096701:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141852.096706:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:3.0:1783141852.096717:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:3.0:1783141852.096720:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc02bc2a00. 00000800:00000200:3.0:1783141852.096724:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:3.0:1783141852.096728:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141852.096731:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc02bc2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783141852.096733:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.096737:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: using a timeout of 27173 usecs (28 jiffies) 00000400:00000200:3.0:1783141852.096740:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141852.096742:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295053344 00000100:00000001:3.0:1783141852.096744:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295054590 00000100:00000001:3.0:1783141852.096746:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295053344 00000100:00000001:3.0:1783141852.096748:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295054590 00000100:00000001:3.0:1783141852.096750:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141852.096752:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141852.096755:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141852.096757:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141852.096766:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141852.096768:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783141852.096771:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141852.096772:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141852.096773:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141852.096776:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1783141852.096778:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141852.096780:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141852.096782:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141852.096783:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141852.096784:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141852.096785:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783141852.096791:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8ea300 x1869759466456960/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.096798:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783141852.096799:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141852.096807:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141852.096809:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141852.096836:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141852.096840:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466456960:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141852.096843:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141852.096847:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141852.096848:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141852.096850:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783141852.096854:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc20747200. 02000000:00000001:3.0:1783141852.096856:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141852.096859:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141852.096861:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc1137ecb8. 00000400:00000010:3.0:1783141852.096865:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a110. 00000100:00000200:3.0:1783141852.096867:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466456960, portal 10 00000100:00000001:3.0:1783141852.096869:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141852.096870:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526584576 : -123437182967040 : ffff8fbc0a8ea300) 00000100:00000040:3.0:1783141852.096876:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8ea300 x1869759466456960/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.096883:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783141852.096885:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:3.0:1783141852.096887:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a7f8. 00000100:00000200:3.0:1783141852.096889:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466456960, offset 0 00000400:00000200:3.0:1783141852.096893:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141852.096897:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141852.096900:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141852.096903:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783141852.096905:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141852.096907:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141852.096909:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:3.0:1783141852.096912:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [153:153:253:4294967295] 192.168.202.126@tcp LPNI seq info [153:153:5:4294967295] 00000400:00000200:3.0:1783141852.096915:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141852.096921:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:3.0:1783141852.098283:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:3.0:1783141852.098291:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc02bc2c00. 00000800:00000200:3.0:1783141852.098298:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:3.0:1783141852.098305:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141852.098308:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc02bc2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783141852.098312:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.098317:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: using a timeout of 124297 usecs (125 jiffies) 00000400:00000200:3.0:1783141852.098322:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141852.098325:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 0 is 4295053441 00000100:00000001:3.0:1783141852.098328:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS request active for cpu 0, keep current deadline 4295054590 00000100:00000001:3.0:1783141852.098330:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 1 is 4295053441 00000100:00000001:3.0:1783141852.098332:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS request active for cpu 1, keep current deadline 4295054590 00000100:00000001:3.0:1783141852.098334:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141852.098337:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141852.098340:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783141852.098458:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8e9880 x1869759466457216/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.098466:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783141852.098468:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141852.098472:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141852.098475:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141852.098477:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141852.098480:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466457216:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141852.098483:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141852.098487:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141852.098489:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141852.098491:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783141852.098495:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc05894400. 02000000:00000001:3.0:1783141852.098498:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141852.098502:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141852.098514:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc1137edc0. 00000400:00000010:3.0:1783141852.098520:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a6e8. 00000100:00000200:3.0:1783141852.098526:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466457216, portal 10 00000100:00000001:3.0:1783141852.098528:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141852.098530:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526581888 : -123437182969728 : ffff8fbc0a8e9880) 00000100:00000040:3.0:1783141852.098537:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8e9880 x1869759466457216/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.098545:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783141852.098547:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:3.0:1783141852.098550:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980aee0. 00000100:00000200:3.0:1783141852.098553:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466457216, offset 0 00000400:00000200:3.0:1783141852.098559:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141852.098566:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141852.098573:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141852.098579:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783141852.098582:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141852.098585:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141852.098588:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:3.0:1783141852.098592:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [154:154:252:4294967295] 192.168.202.126@tcp LPNI seq info [154:154:4:4294967295] 00000400:00000200:3.0:1783141852.098596:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141852.098604:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:3.0:1783141852.098609:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:3.0:1783141852.098613:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc02bc2000. 00000800:00000200:3.0:1783141852.098617:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:3.0:1783141852.098621:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141852.098624:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc02bc2000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783141852.098627:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.098630:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: using a timeout of 22343 usecs (23 jiffies) 00000400:00000200:3.0:1783141852.098634:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141852.098635:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295053341 00000100:00000001:3.0:1783141852.098638:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295054590 00000100:00000001:3.0:1783141852.098646:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295053341 00000100:00000001:3.0:1783141852.098648:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295054590 00000100:00000001:3.0:1783141852.098650:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141852.098652:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141852.098656:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141852.098660:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141852.098678:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141852.098680:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783141852.102934:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141852.102947:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc02bc2f00. 00000400:00000200:1.0:1783141852.102957:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141852.102969:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141852.102976:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a990 00000400:00000010:1.0:1783141852.102979:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a990. 00000100:00000001:1.0:1783141852.102984:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141852.102992:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8e9180 x1869759466456832/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141852.103005:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141852.103008:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8e9180 x1869759466456832/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141852.103015:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141852.103017:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783141852.103032:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141852.103035:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc02bc2300. 00000400:00000200:1.0:1783141852.103037:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141852.103040:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141852.103043:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a198 00000400:00000010:1.0:1783141852.103061:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a198. 00000100:00000001:1.0:1783141852.103064:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141852.103068:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8ebb80 x1869759466457088/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141852.103084:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141852.103087:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8ebb80 x1869759466457088/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141852.103093:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141852.103094:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783141852.103104:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141852.103106:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc02bc2a00. 00000400:00000200:1.0:1783141852.103109:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141852.103112:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141852.103115:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a5d8 00000400:00000010:1.0:1783141852.103116:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a5d8. 00000100:00000001:1.0:1783141852.103118:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141852.103335:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8e9500 x1869759466457344/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141852.103347:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141852.103351:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8e9500 x1869759466457344/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141852.103357:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141852.103359:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783141852.103369:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141852.103372:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc02bc2c00. 00000400:00000200:1.0:1783141852.103374:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141852.103377:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141852.103380:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a7f8 00000400:00000010:1.0:1783141852.103382:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a7f8. 00000100:00000001:1.0:1783141852.103384:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141852.103388:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8ea300 x1869759466456960/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141852.103405:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141852.103408:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8ea300 x1869759466456960/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141852.103413:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141852.103414:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783141852.103994:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141852.103999:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc02bc2000. 00000400:00000200:1.0:1783141852.104003:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141852.104009:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141852.104012:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980aee0 00000400:00000010:1.0:1783141852.104014:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980aee0. 00000100:00000001:1.0:1783141852.104017:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141852.104021:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8e9880 x1869759466457216/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141852.104029:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141852.104031:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8e9880 x1869759466457216/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141852.104037:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141852.104038:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783141852.128088:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141852.128109:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141852.128114:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141852.128117:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141852.128126:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128135:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141852.128144:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128148:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128154:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128158:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd04800 00000400:00000200:0.0:1783141852.128163:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128169:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x829 [1] + 224 00000800:00000001:0.0:1783141852.128177:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141852.128180:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141852.128184:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141852.128188:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141852.128196:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141852.128206:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8ebb80 x1869759466457088/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141852.128216:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8ebb80 x1869759466457088/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141852.128238:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141852.128249:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141852.128252:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141852.128254:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141852.128256:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141852.128259:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128263:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141852.128267:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128270:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128282:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128284:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd04900 00000400:00000200:0.0:1783141852.128287:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128291:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x831 [1] + 224 00000800:00000001:0.0:1783141852.128295:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141852.128298:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141852.128300:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141852.128303:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141852.128307:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141852.128311:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8e9500 x1869759466457344/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141852.128320:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8e9500 x1869759466457344/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141852.128327:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141852.128330:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141852.128333:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141852.128336:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141852.128338:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141852.128340:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128344:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141852.128348:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128350:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128353:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128355:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd04780 00000400:00000200:0.0:1783141852.128358:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128362:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x839 [1] + 224 00000800:00000001:0.0:1783141852.128365:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141852.128368:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141852.128370:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141852.128373:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141852.128376:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141852.128387:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8ea300 x1869759466456960/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141852.128395:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8ea300 x1869759466456960/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141852.128401:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141852.128406:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141852.128409:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141852.128410:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141852.128412:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141852.128415:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128418:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141852.128422:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128425:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128427:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128431:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd04880 00000400:00000200:0.0:1783141852.128434:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128437:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:0.0:1783141852.128441:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141852.128443:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141852.128445:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141852.128448:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141852.128450:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141852.128457:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8e9880 x1869759466457216/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141852.128466:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8e9880 x1869759466457216/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141852.128474:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141852.128477:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141852.128480:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141852.128482:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141852.128484:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141852.128493:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128496:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141852.128500:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128502:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128505:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128507:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 25 MB=0x6a4894cd04700 00000400:00000200:0.0:1783141852.128510:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141852.128514:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.126@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:0.0:1783141852.128518:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141852.128537:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141852.128540:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141852.128544:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141852.128547:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141852.128553:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8e9180 x1869759466456832/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141852.128561:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8e9180 x1869759466456832/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141852.128567:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141852.128571:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141852.128574:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141852.128622:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141852.128628:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783141852.128637:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141852.128639:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141852.128643:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc1137ecb8. 00000400:00000200:3.0:1783141852.128647:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a110 00000400:00000010:3.0:1783141852.128650:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a110. 00000100:00000001:3.0:1783141852.128653:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141852.128658:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8ea300 x1869759466456960/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141852.128668:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8ea300 x1869759466456960/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.128675:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141852.128677:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141852.128679:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141852.128684:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141852.128686:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141852.128689:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141852.128692:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141852.128703:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a18460 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141852.128708:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a18418 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141852.128711:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141852.128713:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141852.128717:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783141852.128721:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141852.128727:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141852.128735:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8fbc05454000: skip recheck: last_committed 0 00000100:00000001:3.0:1783141852.128737:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141852.128739:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.128745:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8ea300 x1869759466456960/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.128752:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141852.128755:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141852.128757:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141852.128761:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8ea300 x1869759466456960/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141852.128768:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466456960:192.168.202.126@tcp:400:kworker.0 00000400:00000001:3.0:1783141852.128775:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141852.128776:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141852.128777:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc1137edc0. 00000400:00000200:3.0:1783141852.128780:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a6e8 00000400:00000010:3.0:1783141852.128782:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a6e8. 00000100:00000001:3.0:1783141852.128784:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141852.128786:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8e9880 x1869759466457216/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141852.128795:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8e9880 x1869759466457216/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.128801:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141852.128803:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141852.128805:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141852.128806:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141852.128807:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141852.129066:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141852.129069:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141852.129085:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a7b460 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141852.129089:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a7b418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141852.129091:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141852.129097:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141852.129099:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783141852.129101:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141852.129104:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141852.129105:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:3.0:1783141852.129107:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141852.129108:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.129113:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8e9880 x1869759466457216/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.129118:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141852.129120:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141852.129121:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141852.129124:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8e9880 x1869759466457216/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141852.129130:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466457216:192.168.202.126@tcp:400:kworker.0 00000400:00000001:3.0:1783141852.129136:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141852.129137:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141852.129139:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc1137e5d8. 00000400:00000200:3.0:1783141852.129141:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a000 00000400:00000010:3.0:1783141852.129143:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a000. 00000100:00000001:3.0:1783141852.129145:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141852.129148:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8e9180 x1869759466456832/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141852.129156:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8e9180 x1869759466456832/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.129162:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141852.129164:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141852.129166:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141852.129167:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141852.129168:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141852.129170:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141852.129172:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141852.129180:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0a8f6460 time=88 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141852.129183:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a8f6418 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141852.129185:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141852.129187:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141852.129188:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783141852.129190:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141852.129192:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.129196:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8e9180 x1869759466456832/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.129202:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141852.129204:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141852.129205:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141852.129208:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8e9180 x1869759466456832/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141852.129216:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466456832:192.168.202.126@tcp:400:kworker.0 00000400:00000001:3.0:1783141852.129222:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141852.129224:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141852.129225:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc1137e420. 00000400:00000200:3.0:1783141852.129227:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a2a8 00000400:00000010:3.0:1783141852.129229:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a2a8. 00000100:00000001:3.0:1783141852.129231:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141852.129234:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8ebb80 x1869759466457088/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141852.129242:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8ebb80 x1869759466457088/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.129247:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141852.129248:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141852.129250:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141852.129252:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141852.129253:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141852.129254:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141852.129256:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141852.129265:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a79c60 time=86 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141852.129268:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a79c18 time=86 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141852.129270:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141852.129271:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141852.129273:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783141852.129276:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc0a8ebb80 x1869759466457088/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783141852.129283:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141852.129285:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141852.129286:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8fbc05454000: skip recheck: last_committed 0 00000100:00000001:3.0:1783141852.129288:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141852.129289:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.129293:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8ebb80 x1869759466457088/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.129297:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141852.129299:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141852.129301:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141852.129304:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8ebb80 x1869759466457088/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141852.129309:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466457088:192.168.202.126@tcp:400:kworker.0 00000400:00000001:3.0:1783141852.129314:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141852.129315:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141852.129317:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc1137ee18. 00000400:00000200:3.0:1783141852.129319:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980af68 00000400:00000010:3.0:1783141852.129320:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980af68. 00000100:00000001:3.0:1783141852.129322:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141852.129325:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8e9500 x1869759466457344/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141852.129332:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8e9500 x1869759466457344/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.129345:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141852.129346:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141852.129348:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141852.129349:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141852.129350:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141852.129351:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141852.129353:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141852.129358:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a7fc60 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141852.129360:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a7fc18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141852.129363:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141852.129364:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141852.129365:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783141852.129369:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc0a8e9500 x1869759466457344/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783141852.129375:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141852.129377:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141852.129379:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:3.0:1783141852.129380:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141852.129381:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141852.129384:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8e9500 x1869759466457344/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.129390:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141852.129392:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141852.129393:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141852.129396:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8e9500 x1869759466457344/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141852.129403:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466457344:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141852.129407:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141852.129409:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141852.129412:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8ea300 x1869759466456960/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.129424:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141852.129427:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141852.129431:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc20747200. 02000000:00000001:3.0:1783141852.129435:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141852.129437:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141852.129439:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc11a18000 refcount=3 obd=lustre-MDT0000-mdc-ffff8fbc05454000 00000020:00000001:3.0:1783141852.129441:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141852.129443:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc02bc2200. 02000000:00000001:3.0:1783141852.129447:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141852.129448:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141852.129451:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8ea300. 00000100:00000001:3.0:1783141852.129454:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141852.129455:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141852.129456:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141852.129459:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8e9880 x1869759466457216/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.129464:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141852.129465:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141852.129467:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc05894400. 02000000:00000001:3.0:1783141852.129469:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141852.129470:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141852.129471:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc11a7b000 refcount=3 obd=lustre-MDT0000-mdc-ffff8fbc118b8800 00000020:00000001:3.0:1783141852.129473:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141852.129475:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc02bc2800. 02000000:00000001:3.0:1783141852.129476:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141852.129477:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141852.129478:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8e9880. 00000100:00000001:3.0:1783141852.129479:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141852.129480:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141852.129481:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141852.129483:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8e9180 x1869759466456832/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.129488:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141852.129489:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141852.129495:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc058c7e00. 02000000:00000001:3.0:1783141852.129499:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141852.129500:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141852.129502:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=3 obd=MGC192.168.202.126@tcp 00000020:00000001:3.0:1783141852.129504:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141852.129505:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc02bc2d00. 02000000:00000001:3.0:1783141852.129507:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141852.129508:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141852.129509:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8e9180. 00000100:00000001:3.0:1783141852.129511:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141852.129512:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141852.129514:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141852.129517:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8ebb80 x1869759466457088/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.129523:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141852.129524:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141852.129526:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc058c7000. 02000000:00000001:3.0:1783141852.129528:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141852.129529:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141852.129530:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc11a79800 refcount=3 obd=lustre-MDT0001-mdc-ffff8fbc05454000 00000020:00000001:3.0:1783141852.129532:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141852.129533:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc02bc2600. 02000000:00000001:3.0:1783141852.129535:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141852.129536:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141852.129537:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8ebb80. 00000100:00000001:3.0:1783141852.129539:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141852.129540:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141852.129542:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141852.129545:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8e9500 x1869759466457344/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141868 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141852.129551:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141852.129552:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141852.129554:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc12e3a000. 02000000:00000001:3.0:1783141852.129556:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141852.129557:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141852.129558:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc11a7f800 refcount=3 obd=lustre-MDT0001-mdc-ffff8fbc118b8800 00000020:00000001:3.0:1783141852.129566:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141852.129568:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc02bc2700. 02000000:00000001:3.0:1783141852.129570:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141852.129571:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141852.129572:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8e9500. 00000100:00000001:3.0:1783141852.129575:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141852.129576:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141852.129579:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141852.129589:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141852.129590:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141852.129593:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141852.129596:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141852.987964:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141852.987972:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141852.987977:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141852.987979:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141852.988089:0:6638:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141852.988093:0:6638:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141852.988096:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783141853.372372:0:8789:0:(connection.c:75:cpu_latency_work()) work item of ffff8fbc10c5e110 (cpu 0) has reached its deadline 4295054590, at 4295054592 00000100:00000010:1.0:1783141853.372386:0:8789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8fbc04d4a1e0. 00000100:00000040:0.0:1783141853.374007:0:1011:0:(connection.c:75:cpu_latency_work()) work item of ffff8fbc10c5e000 (cpu 0) has reached its deadline 4295054590, at 4295054592 00000100:00000010:0.0:1783141853.374021:0:1011:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8fbc04d4a180. 00010000:00000001:1.0:1783141854.017925:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141854.017936:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141854.017943:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141854.017945:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783141854.018165:0:6171:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783141854.018169:0:6171:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783141854.018172:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783141854.289120:0:10075:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783141854.289134:0:10075:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783141854.688425:0:10111:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1783141854.688500:0:10111:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:2.0:1783141854.691415:0:10111:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1783141855.036192:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141855.036203:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141855.036211:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141855.036220:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141855.036528:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141855.036533:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141855.036536:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783141856.065224:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141856.065240:0:8789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783141856.065242:0:8789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783141856.065246:0:8789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141856.065251:0:8789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783141856.065253:0:8789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141856.065255:0:8789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141856.065257:0:8789:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141856.065261:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141856.065262:0:8789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783141856.065264:0:8789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783141856.065265:0:8789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141856.065267:0:8789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783141856.065268:0:8789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141856.065269:0:8789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141856.065271:0:8789:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783141856.065426:0:6638:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783141856.065430:0:6638:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783141856.065432:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1783141856.108147:0:10209:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783141856.108158:0:10209:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141857.084050:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141857.084057:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141857.084063:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141857.084065:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783141857.084364:0:6171:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783141857.084368:0:6171:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783141857.084370:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783141857.211960:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4acba108-b13d-4e12-8af1-a771d4999ae3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141857.211971:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783141857.211980:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8e9500. 00000020:00000040:3.0:1783141857.211986:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000100:00000001:3.0:1783141857.211990:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141857.211993:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141857.212000:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141857.212009:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc02bc2200. 00000100:00000001:3.0:1783141857.212016:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.212029:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4acba108-b13d-4e12-8af1-a771d4999ae3->MGS req@ffff8fbc0a8e9500 x1869759466457472/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783141857.212052:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141857.212057:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.212063:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006528149c] to pc [ptlrpcd_01_01+1] req@ffff8fbc0a8e9500 x1869759466457472/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.212107:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.212110:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141857.212131:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783141857.212134:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8ebb80. 00000020:00000040:3.0:1783141857.212136:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a18000 refcount=4 obd=lustre-MDT0000-mdc-ffff8fbc05454000 00000100:00000001:3.0:1783141857.212147:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141857.212148:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141857.212150:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141857.212154:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc02bc2500. 00000100:00000001:3.0:1783141857.212157:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.212162:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0000_UUID req@ffff8fbc0a8ebb80 x1869759466457600/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783141857.212168:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141857.212170:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.212174:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e062bf4b] to pc [ptlrpcd_01_00+0] req@ffff8fbc0a8ebb80 x1869759466457600/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.212182:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.212184:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141857.212187:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783141857.212189:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8e9180. 00000020:00000040:3.0:1783141857.212192:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a79800 refcount=4 obd=lustre-MDT0001-mdc-ffff8fbc05454000 00000100:00000001:3.0:1783141857.212194:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141857.212195:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141857.212196:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141857.212199:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc02bc2100. 00000100:00000001:3.0:1783141857.212201:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.212204:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0001_UUID req@ffff8fbc0a8e9180 x1869759466457728/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783141857.212210:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141857.212212:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.212215:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000138bb61c] to pc [ptlrpcd_01_01+1] req@ffff8fbc0a8e9180 x1869759466457728/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.212232:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.212234:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783141857.212237:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783141857.212240:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783141857.212243:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783141857.212245:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141857.212248:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783141857.212251:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8e9880. 00000020:00000040:3.0:1783141857.212253:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a7b000 refcount=4 obd=lustre-MDT0000-mdc-ffff8fbc118b8800 00000100:00000001:3.0:1783141857.212256:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141857.212257:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141857.212260:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141857.212265:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc02bc2b00. 00000100:00000001:3.0:1783141857.212269:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.212273:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0000_UUID req@ffff8fbc0a8e9880 x1869759466457856/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783141857.212274:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141857.212281:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141857.212283:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141857.212286:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1783141857.212286:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.212294:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003667dd27] to pc [ptlrpcd_01_00+0] req@ffff8fbc0a8e9880 x1869759466457856/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783141857.212296:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8e9500 x1869759466457472/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.212315:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141857.212317:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1783141857.212319:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783141857.212321:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141857.212323:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1783141857.212328:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1783141857.212328:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8ea300. 00000020:00000040:3.0:1783141857.212332:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a7f800 refcount=4 obd=lustre-MDT0001-mdc-ffff8fbc118b8800 02000000:00000001:2.0:1783141857.212333:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141857.212336:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141857.212338:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141857.212342:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2401:1869759466457472:192.168.202.126@tcp:400:kworker.0 02000000:00000001:3.0:1783141857.212346:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1783141857.212348:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141857.212350:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141857.212356:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1783141857.212357:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc02bc2000. 00000100:00000001:3.0:1783141857.212360:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.212365:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0001_UUID req@ffff8fbc0a8ea300 x1869759466457984/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1783141857.212368:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141857.212374:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1783141857.212376:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141857.212379:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141857.212380:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc05b07200. 02000000:00000001:2.0:1783141857.212384:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.212384:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007512fc9b] to pc [ptlrpcd_01_01+1] req@ffff8fbc0a8ea300 x1869759466457984/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.212396:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141857.212397:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000040:3.0:1783141857.212400:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783141857.212404:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783141857.212406:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783141857.212409:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1783141857.212416:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92ff78. 00000100:00000040:3.0:1783141857.212416:0:8:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (396) 00000400:00000010:2.0:1783141857.212426:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317088. 00000100:00000001:3.0:1783141857.212436:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141857.212439:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141857.212440:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783141857.212445:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8ebb80 x1869759466457600/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.212452:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783141857.212454:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141857.212456:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141857.212458:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141857.212460:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141857.212463:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466457600:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141857.212467:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141857.212470:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141857.212478:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141857.212480:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783141857.212483:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc057b5600. 02000000:00000001:3.0:1783141857.212484:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141857.212489:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141857.212492:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc1137ee18. 00000400:00000010:3.0:1783141857.212496:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980af68. 00000100:00000200:3.0:1783141857.212504:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466457600, portal 10 00000100:00000001:3.0:1783141857.212507:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141857.212508:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526590848 : -123437182960768 : ffff8fbc0a8ebb80) 00000100:00000040:3.0:1783141857.212516:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8ebb80 x1869759466457600/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.212523:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783141857.212526:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:3.0:1783141857.212528:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a2a8. 00000100:00000200:3.0:1783141857.212531:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466457600, offset 0 00000400:00000200:3.0:1783141857.212538:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141857.212546:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141857.212554:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141857.212559:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783141857.212563:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141857.212567:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141857.212569:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:3.0:1783141857.212572:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [155:155:256:4294967295] 192.168.202.126@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:3.0:1783141857.212577:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000200:2.0:1783141857.212585:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466457472, portal 25 00000400:00000200:3.0:1783141857.212589:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000100:00000001:2.0:1783141857.212590:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141857.212593:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526580992 : -123437182970624 : ffff8fbc0a8e9500) 00000800:00000200:3.0:1783141857.212600:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000100:00000040:2.0:1783141857.212605:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8e9500 x1869759466457472/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1783141857.212607:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc02bc2c00. 00000100:00000001:2.0:1783141857.212616:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1783141857.212618:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000100:00000040:2.0:1783141857.212622:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141857.212627:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317b28. 00000100:00000200:2.0:1783141857.212630:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869759466457472, offset 0 00000800:00000200:3.0:1783141857.212631:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141857.212637:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc02bc2c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1783141857.212638:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141857.212645:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141857.212650:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141857.212653:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141857.212656:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141857.212658:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141857.212662:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000100:00000001:3.0:1783141857.212662:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.212675:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: using a timeout of 121041 usecs (122 jiffies) 00000400:00000200:2.0:1783141857.212677:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [156:156:255:4294967295] 192.168.202.126@tcp LPNI seq info [156:156:7:4294967295] 00000400:00000200:3.0:1783141857.212683:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141857.212684:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141857.212688:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 0 is 4295058554 00000100:00000010:3.0:1783141857.212694:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8fbc04d4a840. 00000100:00000001:3.0:1783141857.212701:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783141857.212707:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 1 is 4295058554 00000100:00000010:3.0:1783141857.212710:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8fbc04d4a5a0. 00000100:00000001:3.0:1783141857.212713:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783141857.212720:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141857.212723:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141857.212726:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783141857.212731:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8e9880 x1869759466457856/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.212737:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783141857.212739:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141857.212741:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141857.212743:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141857.212745:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141857.212748:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466457856:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141857.212752:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141857.212755:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141857.212757:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141857.212761:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1783141857.212764:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 02000000:00000010:3.0:1783141857.212765:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc057b5a00. 02000000:00000001:3.0:1783141857.212769:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1783141857.212775:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141857.212776:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000800:00000010:2.0:1783141857.212783:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc0a8b9000. 00000400:00000010:3.0:1783141857.212783:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc1137e420. 00000400:00000010:3.0:1783141857.212790:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a000. 00000800:00000200:2.0:1783141857.212792:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000100:00000200:3.0:1783141857.212795:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466457856, portal 10 00000800:00000200:2.0:1783141857.212800:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000100:00000001:3.0:1783141857.212800:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141857.212802:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526581888 : -123437182969728 : ffff8fbc0a8e9880) 00000800:00000200:2.0:1783141857.212805:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc0a8b9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1783141857.212833:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8e9880 x1869759466457856/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141857.212839:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141857.212847:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1783141857.212853:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000040:3.0:1783141857.212853:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000100:00000001:2.0:1783141857.212858:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295059707 00000400:00000010:3.0:1783141857.212859:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a6e8. 00000100:00000200:3.0:1783141857.212864:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466457856, offset 0 00000100:00000001:2.0:1783141857.212865:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295058554 00000100:00000001:2.0:1783141857.212871:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295059707 00000400:00000200:3.0:1783141857.212874:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000100:00000001:2.0:1783141857.212876:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295058554 00000100:00000001:2.0:1783141857.212880:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1783141857.212882:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141857.212884:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141857.212889:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1783141857.212889:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141857.212894:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1783141857.212898:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8e9180 x1869759466457728/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1783141857.212899:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141857.212904:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141857.212910:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000100:00000001:2.0:1783141857.212916:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1783141857.212917:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [157:157:254:4294967295] 192.168.202.126@tcp LPNI seq info [157:157:6:4294967295] 00000100:00000001:2.0:1783141857.212919:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141857.212924:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 02000000:00000001:2.0:1783141857.212925:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141857.212928:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141857.212933:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141857.212937:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000100:00100000:2.0:1783141857.212940:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466457728:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141857.212946:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1783141857.212947:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 02000000:00000001:2.0:1783141857.212949:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141857.212952:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1783141857.212952:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc02bc2a00. 02000000:00000001:2.0:1783141857.212957:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1783141857.212960:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 02000000:00000010:2.0:1783141857.212961:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc05b07000. 00000800:00000200:3.0:1783141857.212967:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141857.212970:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc02bc2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783141857.212973:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.212976:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: using a timeout of 24213 usecs (25 jiffies) 00000400:00000200:3.0:1783141857.212979:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141857.212981:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295058458 00000100:00000001:3.0:1783141857.212984:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295059707 00000100:00000001:3.0:1783141857.212986:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295058458 00000100:00000001:3.0:1783141857.212988:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295059707 00000100:00000001:3.0:1783141857.212990:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141857.212992:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141857.213000:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141857.213002:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141857.213009:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141857.213011:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783141857.213013:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141857.213014:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141857.213016:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141857.213019:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1783141857.213020:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141857.213022:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141857.213023:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141857.213025:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141857.213026:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141857.213027:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783141857.213043:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8ea300 x1869759466457984/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.213051:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783141857.213052:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141857.213055:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141857.213057:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141857.213058:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141857.213061:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466457984:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141857.213065:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141857.213067:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141857.213069:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141857.213070:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783141857.213073:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc057b4200. 02000000:00000001:2.0:1783141857.213077:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141857.213077:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141857.213083:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141857.213086:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141857.213088:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc1137e5d8. 00000400:00000010:2.0:1783141857.213092:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92f9a0. 00000400:00000010:3.0:1783141857.213096:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a110. 00000400:00000010:2.0:1783141857.213099:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317660. 00000100:00000200:3.0:1783141857.213102:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466457984, portal 10 00000100:00000200:2.0:1783141857.213105:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466457728, portal 10 00000100:00000001:3.0:1783141857.213106:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141857.213108:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526584576 : -123437182967040 : ffff8fbc0a8ea300) 00000100:00000001:2.0:1783141857.213110:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141857.213113:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526580096 : -123437182971520 : ffff8fbc0a8e9180) 00000100:00000040:3.0:1783141857.213117:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8ea300 x1869759466457984/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783141857.213123:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8e9180 x1869759466457728/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.213143:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1783141857.213144:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783141857.213149:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:3.0:1783141857.213152:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a4c8. 00000100:00000200:3.0:1783141857.213156:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466457984, offset 0 00000400:00000200:3.0:1783141857.213161:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141857.213165:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141857.213169:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141857.213172:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783141857.213174:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141857.213177:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141857.213179:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:3.0:1783141857.213182:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [158:158:253:4294967295] 192.168.202.126@tcp LPNI seq info [158:158:5:4294967295] 00000400:00000200:3.0:1783141857.213186:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141857.213192:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:3.0:1783141857.213197:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:3.0:1783141857.213200:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc02bc2300. 00000800:00000200:3.0:1783141857.213204:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:3.0:1783141857.213208:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141857.213210:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc02bc2300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783141857.213213:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.213216:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: using a timeout of 29510 usecs (30 jiffies) 00000400:00000200:3.0:1783141857.213219:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141857.213223:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295058463 00000100:00000040:2.0:1783141857.213224:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000100:00000001:3.0:1783141857.213227:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295059707 00000400:00000010:2.0:1783141857.213230:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317bb0. 00000100:00000001:3.0:1783141857.213231:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295058463 00000100:00000200:2.0:1783141857.213236:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466457728, offset 0 00000100:00000001:3.0:1783141857.213236:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295059707 00000100:00000001:3.0:1783141857.213241:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1783141857.213246:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000100:00000001:3.0:1783141857.213247:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141857.213252:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141857.213259:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141857.213260:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000100:00000001:3.0:1783141857.213265:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141857.213267:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141857.213271:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141857.213274:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141857.213276:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141857.213279:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [159:159:252:4294967295] 192.168.202.126@tcp LPNI seq info [159:159:4:4294967295] 00000400:00000200:2.0:1783141857.213282:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141857.213289:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141857.213293:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141857.213297:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc0a8b9400. 00000800:00000200:2.0:1783141857.213301:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141857.213305:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141857.213307:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc0a8b9400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141857.213310:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141857.213314:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: using a timeout of 142283 usecs (143 jiffies) 00000400:00000200:2.0:1783141857.213316:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141857.213318:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 0 is 4295058576 00000100:00000001:2.0:1783141857.213320:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS request active for cpu 0, keep current deadline 4295059707 00000100:00000001:2.0:1783141857.213323:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 1 is 4295058576 00000100:00000001:2.0:1783141857.213324:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS request active for cpu 1, keep current deadline 4295059707 00000100:00000001:2.0:1783141857.213326:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141857.213328:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141857.213330:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141857.213332:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141857.213337:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141857.213344:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783141857.213347:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141857.213348:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141857.213349:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141857.213351:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783141857.213597:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141857.213602:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc02bc2c00. 00000400:00000200:0.0:1783141857.213606:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141857.213611:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141857.213631:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a2a8 00000400:00000010:0.0:1783141857.213633:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a2a8. 00000100:00000001:0.0:1783141857.213637:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141857.213642:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8ebb80 x1869759466457600/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141857.213651:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141857.213654:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8ebb80 x1869759466457600/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141857.213660:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141857.213662:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783141857.213680:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141857.213682:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc0a8b9000. 00000400:00000200:0.0:1783141857.213686:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141857.213797:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141857.213801:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317b28 00000400:00000010:0.0:1783141857.213802:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317b28. 00000100:00000001:0.0:1783141857.213805:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141857.213834:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8e9500 x1869759466457472/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141857.213844:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141857.213847:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8e9500 x1869759466457472/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141873 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141857.213852:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141857.213854:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783141857.213864:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141857.213866:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc02bc2a00. 00000400:00000200:0.0:1783141857.213869:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141857.213871:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141857.213873:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a6e8 00000400:00000010:0.0:1783141857.213875:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a6e8. 00000100:00000001:0.0:1783141857.213877:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141857.213880:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8e9880 x1869759466457856/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141857.213897:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141857.213901:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8e9880 x1869759466457856/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141857.213906:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141857.213908:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783141857.213916:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141857.213918:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc02bc2300. 00000400:00000200:0.0:1783141857.213921:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141857.213924:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141857.213926:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a4c8 00000400:00000010:0.0:1783141857.213927:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a4c8. 00000100:00000001:0.0:1783141857.213929:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141857.213932:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8ea300 x1869759466457984/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141857.213938:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141857.213940:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8ea300 x1869759466457984/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141857.213945:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141857.213946:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783141857.214083:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141857.214085:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc0a8b9400. 00000400:00000200:0.0:1783141857.214089:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141857.214092:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141857.214095:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317bb0 00000400:00000010:0.0:1783141857.214097:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317bb0. 00000100:00000001:0.0:1783141857.214099:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141857.214103:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8e9180 x1869759466457728/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141857.214110:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141857.214113:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8e9180 x1869759466457728/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141857.214129:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141857.214130:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783141857.218565:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141857.218587:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141857.218591:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141857.218594:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141857.218602:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.218610:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141857.218620:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.218625:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.218630:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.218634:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd04a00 00000400:00000200:0.0:1783141857.218640:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.218646:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x849 [1] + 224 00000800:00000001:0.0:1783141857.218654:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141857.218658:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141857.218661:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141857.218790:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141857.218797:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141857.218807:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8ebb80 x1869759466457600/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141857.218849:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8ebb80 x1869759466457600/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141857.218874:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141857.218884:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141857.218888:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141857.218891:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141857.218893:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141857.218897:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.218902:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141857.218907:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141857.218909:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141857.218915:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783141857.218923:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141857.218926:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1783141857.218928:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141857.218930:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc1137ee18. 00000400:00000200:0.0:1783141857.218935:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141857.218937:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980af68 00000400:00000200:0.0:1783141857.218940:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd04b00 00000400:00000010:3.0:1783141857.218942:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980af68. 00000400:00000200:0.0:1783141857.218947:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141857.218949:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1783141857.218953:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x859 [1] + 224 00000100:00000200:3.0:1783141857.218958:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8ebb80 x1869759466457600/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1783141857.218960:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1783141857.218971:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8ebb80 x1869759466457600/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.218979:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141857.218981:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141857.218984:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141857.218988:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141857.218991:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141857.218994:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141857.218997:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141857.219007:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a18460 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141857.219011:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a18418 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141857.219014:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141857.219015:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141857.219018:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783141857.219021:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141857.219026:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141857.219028:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8fbc05454000: skip recheck: last_committed 0 00000100:00000001:3.0:1783141857.219030:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141857.219042:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.219048:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8ebb80 x1869759466457600/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.219055:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141857.219059:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141857.219069:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141857.219075:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8ebb80 x1869759466457600/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141857.219198:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7b19464e-4cde-4228-bb92-7aa0d307b374:2400:1869759466457600:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141857.219204:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141857.219207:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141857.219211:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8ebb80 x1869759466457600/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.219217:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141857.219220:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141857.219224:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc057b5600. 02000000:00000001:3.0:1783141857.219227:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141857.219230:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141857.219231:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc11a18000 refcount=3 obd=lustre-MDT0000-mdc-ffff8fbc05454000 00000020:00000001:3.0:1783141857.219233:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141857.219236:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc02bc2500. 02000000:00000001:3.0:1783141857.219239:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141857.219241:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141857.219242:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8ebb80. 00000100:00000001:3.0:1783141857.219246:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141857.219247:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141857.219250:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141857.219252:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141857.219253:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141857.219255:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141857.219256:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783141857.220803:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141857.220808:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141857.220828:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141857.220834:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141857.220841:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8e9880 x1869759466457856/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141857.220852:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8e9880 x1869759466457856/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141857.220873:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141857.220884:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141857.220886:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141857.220888:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141857.220890:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141857.220896:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.220900:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141857.220908:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.220912:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.220917:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.220920:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd04b80 00000400:00000200:0.0:1783141857.220925:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.220931:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x861 [1] + 224 00000100:00000001:3.0:1783141857.220933:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1783141857.220936:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1783141857.220938:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1783141857.220941:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141857.220943:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1783141857.220946:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1783141857.220947:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000001:3.0:1783141857.220951:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141857.220956:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc1137e420. 00000400:00000200:3.0:1783141857.220961:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a000 00000400:00000010:3.0:1783141857.220964:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a000. 00000100:00000001:3.0:1783141857.220967:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1783141857.220971:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141857.220974:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8e9880 x1869759466457856/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783141857.220988:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8ea300 x1869759466457984/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141857.221001:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8e9880 x1869759466457856/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141857.221004:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8ea300 x1869759466457984/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.221023:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783141857.221026:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141857.221028:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141857.221038:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141857.221043:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141857.221045:0:2400:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:0.0:1783141857.221046:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141857.221050:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1783141857.221050:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141857.221055:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1783141857.221056:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141857.221060:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783141857.221062:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 02000000:00000001:3.0:1783141857.221065:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783141857.221070:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.221073:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.221076:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00001000:3.0:1783141857.221077:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a7b460 time=31 v=5 (5 0 0 0) 00000400:00000200:0.0:1783141857.221079:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd04a80 00000400:00000200:0.0:1783141857.221084:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.221087:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x869 [1] + 224 00000800:00000001:0.0:1783141857.221091:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1783141857.221095:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a7b418 time=31 v=5 (1 0 0 0) 00000800:00000001:0.0:1783141857.221096:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141857.221100:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1783141857.221102:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1783141857.221106:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:3.0:1783141857.221107:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141857.221110:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1783141857.221111:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1783141857.221116:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8e9180 x1869759466457728/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783141857.221117:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141857.221124:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141857.221128:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000040:0.0:1783141857.221130:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8e9180 x1869759466457728/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.221131:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141857.221134:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141857.221153:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141857.221156:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141857.221159:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141857.221160:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141857.221162:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141857.221170:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.221173:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141857.221177:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.221179:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.221182:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.221185:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 25 MB=0x6a4894cd04980 00000400:00000200:0.0:1783141857.221188:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141857.221192:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.126@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:0.0:1783141857.221195:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141857.221203:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141857.221205:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141857.221208:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141857.221210:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141857.221214:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8e9500 x1869759466457472/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141857.221222:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8e9500 x1869759466457472/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141857.221229:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141857.221231:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141857.221233:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141857.221265:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8e9880 x1869759466457856/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.221274:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141857.221277:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141857.221279:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141857.221283:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8e9880 x1869759466457856/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141857.221291:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466457856:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141857.221295:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141857.221298:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141857.221301:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8e9880 x1869759466457856/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.221320:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141857.221322:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141857.221325:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc057b5a00. 02000000:00000001:3.0:1783141857.221328:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141857.221330:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141857.221332:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc11a7b000 refcount=3 obd=lustre-MDT0000-mdc-ffff8fbc118b8800 00000020:00000001:3.0:1783141857.221334:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141857.221336:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc02bc2b00. 02000000:00000001:3.0:1783141857.221339:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141857.221341:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141857.221343:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8e9880. 00000100:00000001:3.0:1783141857.221346:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141857.221348:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141857.221350:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141857.221352:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141857.221353:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783141857.221357:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141857.221358:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141857.221359:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc1137e5d8. 00000400:00000200:3.0:1783141857.221362:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a110 00000400:00000010:3.0:1783141857.221363:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a110. 00000100:00000001:3.0:1783141857.221365:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141857.221370:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8ea300 x1869759466457984/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141857.221378:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8ea300 x1869759466457984/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.221385:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141857.221386:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141857.221388:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141857.221389:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141857.221390:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141857.221392:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141857.221394:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141857.221398:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a7fc60 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141857.221402:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a7fc18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141857.221409:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141857.221411:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141857.221412:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783141857.221416:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc0a8ea300 x1869759466457984/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783141857.221424:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141857.221426:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141857.221427:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:3.0:1783141857.221429:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141857.221430:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141857.221434:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8ea300 x1869759466457984/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.221441:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141857.221443:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141857.221444:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141857.221448:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8ea300 x1869759466457984/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141857.221455:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2400:1869759466457984:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141857.221459:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141857.221461:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141857.221464:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8ea300 x1869759466457984/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141857.221469:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141857.221471:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141857.221473:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc057b4200. 02000000:00000001:3.0:1783141857.221476:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141857.221477:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141857.221478:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc11a7f800 refcount=3 obd=lustre-MDT0001-mdc-ffff8fbc118b8800 00000020:00000001:3.0:1783141857.221481:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141857.221482:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc02bc2000. 02000000:00000001:3.0:1783141857.221484:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141857.221491:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141857.221493:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8ea300. 00000100:00000001:3.0:1783141857.221496:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141857.221497:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141857.221499:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141857.221506:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141857.221508:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141857.221510:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141857.221511:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141857.223703:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141857.223713:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783141857.223724:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783141857.223726:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783141857.223731:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92ff78. 00000400:00000200:2.0:1783141857.223742:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317088 00000400:00000010:2.0:1783141857.223745:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317088. 00000100:00000001:2.0:1783141857.223749:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783141857.223762:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8e9500 x1869759466457472/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783141857.223774:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8e9500 x1869759466457472/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141857.223781:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141857.223783:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141857.223786:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783141857.223789:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783141857.223792:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783141857.223794:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141857.223797:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783141857.223805:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0a8f6460 time=93 v=5 (5 0 0 0) 00000100:00001000:2.0:1783141857.223842:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a8f6418 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1783141857.223846:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783141857.223847:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141857.223850:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783141857.223852:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141857.223854:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141857.223859:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8e9500 x1869759466457472/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141857.223866:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141857.223869:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783141857.223870:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141857.223890:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8e9500 x1869759466457472/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141857.223897:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2401:1869759466457472:192.168.202.126@tcp:400:kworker.0 00000400:00000001:2.0:1783141857.223903:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783141857.223904:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783141857.223906:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92f9a0. 00000400:00000200:2.0:1783141857.223908:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317660 00000400:00000010:2.0:1783141857.223909:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317660. 00000100:00000001:2.0:1783141857.223911:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783141857.223915:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8e9180 x1869759466457728/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783141857.223923:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8e9180 x1869759466457728/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141857.223929:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141857.223930:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141857.223932:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783141857.223933:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783141857.223934:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783141857.223936:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141857.223938:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783141857.223944:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a79c60 time=91 v=5 (5 0 0 0) 00000100:00001000:2.0:1783141857.223947:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a79c18 time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1783141857.223949:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783141857.223950:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141857.223951:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783141857.223956:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc0a8e9180 x1869759466457728/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783141857.223961:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141857.223977:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783141857.223979:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8fbc05454000: skip recheck: last_committed 0 00000100:00000001:2.0:1783141857.223981:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783141857.223989:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141857.223994:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8e9180 x1869759466457728/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141857.224000:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141857.224002:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783141857.224003:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141857.224006:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8e9180 x1869759466457728/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141857.224012:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466457728:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141857.224016:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141857.224018:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141857.224021:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8e9500 x1869759466457472/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141857.224026:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783141857.224028:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783141857.224039:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc05b07200. 02000000:00000001:2.0:1783141857.224043:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783141857.224046:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141857.224047:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=3 obd=MGC192.168.202.126@tcp 00000020:00000001:2.0:1783141857.224050:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783141857.224052:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc02bc2200. 02000000:00000001:2.0:1783141857.224055:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783141857.224057:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783141857.224058:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8e9500. 00000100:00000001:2.0:1783141857.224061:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783141857.224063:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141857.224064:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141857.224067:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8e9180 x1869759466457728/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141873 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141857.224072:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783141857.224073:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783141857.224074:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc05b07000. 02000000:00000001:2.0:1783141857.224082:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783141857.224084:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141857.224085:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc11a79800 refcount=3 obd=lustre-MDT0001-mdc-ffff8fbc05454000 00000020:00000001:2.0:1783141857.224087:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783141857.224088:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc02bc2100. 02000000:00000001:2.0:1783141857.224090:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783141857.224091:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783141857.224093:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8e9180. 00000100:00000001:2.0:1783141857.224095:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783141857.224096:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141857.224098:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141857.224106:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141857.224108:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141857.224110:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141857.224113:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1783141857.503749:0:10273:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8fbc06bf25b0. 00000400:00000040:2.0:1783141857.503771:0:10273:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1783141857.503774:0:10273:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1783141857.503776:0:10273:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1783141857.503777:0:10273:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1783141857.503779:0:10273:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1783141857.503780:0:10273:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1783141857.503782:0:10273:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1783141857.503874:0:10273:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff8fbc06bf25b0. 00010000:00000001:1.0:1783141858.111538:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141858.111547:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141858.111555:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141858.111556:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141858.111633:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141858.111652:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141858.111656:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1783141858.478001:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141858.478067:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141858.478072:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141858.478076:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141858.478089:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.478100:0:2390:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141858.478114:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.478121:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.478127:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.478143:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 328 into portal 15 MB=0x6a4894e219b00 00000400:00000200:0.0:1783141858.478155:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.126@tcp of length 328/328 into md 0x11 [2] + 984 00000800:00000001:0.0:1783141858.478165:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141858.478189:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141858.478208:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141858.478215:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141858.478227:0:2390:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783141858.478230:0:2390:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1783141858.478239:0:2390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc05893b80. 00000100:00000040:0.0:1783141858.478244:0:2390:0:(events.c:337:request_in_callback()) incoming req@ffff8fbc05893b80 x1869759488563968 msgsize 328 00000100:00100000:0.0:1783141858.478250:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.126@tcp (source: 12345-192.168.202.126@tcp) 00000100:00000001:0.0:1783141858.478269:0:2390:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783141858.478285:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141858.478289:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141858.478291:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141858.478293:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141858.478296:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.478299:0:2390:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141858.478303:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.478306:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.478310:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.478313:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 328 into portal 15 MB=0x6a4894e219b80 00000400:00000200:0.0:1783141858.478317:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.126@tcp of length 328/328 into md 0x11 [2] + 1312 00000800:00000001:0.0:1783141858.478321:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141858.478332:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141858.478334:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141858.478337:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141858.478340:0:2390:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783141858.478341:0:2390:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1783141858.478345:0:2390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc05890000. 00000100:00000040:0.0:1783141858.478348:0:2390:0:(events.c:337:request_in_callback()) incoming req@ffff8fbc05890000 x1869759488564096 msgsize 328 00000100:00100000:0.0:1783141858.478352:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.126@tcp (source: 12345-192.168.202.126@tcp) 00000100:00000001:0.0:1783141858.478381:0:2390:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1783141858.478386:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141858.478389:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783141858.478429:0:6160:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783141858.478432:0:6160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869759488563968 02000000:00000001:0.0:1783141858.478442:0:6160:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783141858.478446:0:6160:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783141858.478449:0:6160:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141858.478455:0:6161:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1783141858.478456:0:6160:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783141858.478464:0:6161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869759488564096 00000100:00100000:0.0:1783141858.478465:0:6160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869759488563968 00000020:00000001:0.0:1783141858.478473:0:6160:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:1.0:1783141858.478474:0:6161:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1783141858.478478:0:6160:0:(genops.c:825:class_conn2export()) looking for export cookie 0x624540223b322d0b 00000020:00000001:0.0:1783141858.478484:0:6160:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1783141858.478492:0:6161:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1783141858.478493:0:6160:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8fbc0a8f1800 refcount=3 00000020:00000001:0.0:1783141858.478500:0:6160:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446620636526614528 : -123437182937088 : ffff8fbc0a8f1800) 00000100:00000001:1.0:1783141858.478500:0:6161:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783141858.478510:0:6160:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620636526614528 : -123437182937088 : ffff8fbc0a8f1800) 02000000:00000001:1.0:1783141858.478514:0:6161:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141858.478518:0:6160:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1783141858.478522:0:6161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869759488564096 00000020:00000010:0.0:1783141858.478525:0:6160:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8fbc1100d600. 00000020:00000001:1.0:1783141858.478529:0:6161:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1783141858.478530:0:6160:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1783141858.478537:0:6161:0:(genops.c:825:class_conn2export()) looking for export cookie 0x624540223b322d0b 00000020:00000010:0.0:1783141858.478539:0:6160:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8fbc1100d600. 00000020:00000001:1.0:1783141858.478543:0:6161:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783141858.478550:0:6161:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8fbc0a8f1800 refcount=4 00000020:00000010:0.0:1783141858.478551:0:6160:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8fbc0588c400. 00000020:00000001:1.0:1783141858.478557:0:6161:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446620636526614528 : -123437182937088 : ffff8fbc0a8f1800) 00000020:00000001:1.0:1783141858.478563:0:6161:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446620636526614528 : -123437182937088 : ffff8fbc0a8f1800) 00000020:00000010:0.0:1783141858.478733:0:6160:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8fbc04cd6680. 00000020:00000010:0.0:1783141858.478761:0:6160:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8fbc0a6e6190. 00000100:00000040:0.0:1783141858.478776:0:6160:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1783141858.478781:0:6160:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783141858.478783:0:6160:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783141858.478785:0:6160:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141858.478796:0:6160:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141858.478799:0:6160:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783141858.478992:0:6160:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783141858.478995:0:6160:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783141858.479002:0:6160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.126@tcp, seq: 3 00000100:00000040:0.0:1783141858.479007:0:6160:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8fbc0a8f1800 : new rpc_count 1 00000100:00000001:0.0:1783141858.479009:0:6160:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446620636442344320 : -123437267207296 : ffff8fbc05893b80) 00000100:00000040:0.0:1783141858.479018:0:6160:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8fbc05893b80 x1869759488563968/t0(0) o104->4acba108-b13d-4e12-8af1-a771d4999ae3@192.168.202.126@tcp:234/0 lens 328/0 e 0 to 0 dl 1783141869 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783141858.479038:0:6160:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783141858.479043:0:6160:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8fbc1100d600. 00000100:00000001:0.0:1783141858.479051:0:6160:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783141858.479053:0:6160:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8fbc1100d600. 00000100:00100000:0.0:1783141858.479060:0:6160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fbc05893b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4acba108-b13d-4e12-8af1-a771d4999ae3+4:13413:x1869759488563968:12345-192.168.202.126@tcp:104: 00000100:00000200:0.0:1783141858.479064:0:6160:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1869759488563968 00010000:00000001:0.0:1783141858.479068:0:6160:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783141858.479077:0:6160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783141858.479080:0:6160:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783141858.479084:0:6160:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8fbc20767600 refcount=2 00000020:00000001:0.0:1783141858.479086:0:6160:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446620636894098944 : -123436815452672 : ffff8fbc20767600) 00010000:00000001:0.0:1783141858.479089:0:6160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620636894098944 : -123436815452672 : ffff8fbc20767600) 00010000:00000001:0.0:1783141858.479094:0:6160:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783141858.479098:0:6160:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783141858.479103:0:6160:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff8fbc20767600/0x624540223b322dd6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa58e3d5401810cc2 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783141858.479115:0:6160:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783141858.479118:0:6160:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783141858.479126:0:6160:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8fbc05ac1400. 02000000:00000001:0.0:1783141858.479129:0:6160:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141858.479132:0:6160:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783141858.479138:0:6160:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783141858.479141:0:6160:0:(ldlm_lib.c:3314:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783141858.479145:0:6160:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a5631e8 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1783141858.479150:0:6160:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783141858.479153:0:6160:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8fbc067650c0 refcount 28 to 192.168.202.126@tcp 00000100:00000001:0.0:1783141858.479156:0:6160:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620636457881792 : -123437251669824 : ffff8fbc067650c0) 02000000:00000001:0.0:1783141858.479159:0:6160:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783141858.479161:0:6160:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141858.479165:0:6160:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783141858.479167:0:6160:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:0.0:1783141858.479173:0:6160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0a9f5bb0. 00000100:00000200:0.0:1783141858.479179:0:6160:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1869759488563968, offset 224 00000400:00000200:0.0:1783141858.479186:0:6160:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:0.0:1783141858.480865:0:6160:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:1.0:1783141858.480872:0:6161:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1783141858.480885:0:6160:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.202.26@tcp to MR: 192.168.202.126@tcp local destination 00000020:00000010:1.0:1783141858.480886:0:6161:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8fbc0573aa00. 00000100:00000001:1.0:1783141858.480894:0:6161:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783141858.480898:0:6161:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8fbc0573aa00. 00000400:00000200:0.0:1783141858.480901:0:6160:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [160:160:256:4294967295] 192.168.202.126@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:0.0:1783141858.480910:0:6160:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000020:00000010:1.0:1783141858.480912:0:6161:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8fbc09d1c200. 00000020:00000010:1.0:1783141858.480920:0:6161:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8fbc0a527400. 00000400:00000200:0.0:1783141858.480930:0:6160:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:192.168.202.26@tcp) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000020:00000010:1.0:1783141858.480932:0:6161:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8fbc0a566bb8. 00000800:00000200:0.0:1783141858.480942:0:6160:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000100:00000001:1.0:1783141858.480945:0:6161:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783141858.480949:0:6161:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783141858.480951:0:6161:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1783141858.480954:0:6160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc12fbaa00. 00000100:00000001:1.0:1783141858.480962:0:6161:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783141858.480969:0:6160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000100:00000001:1.0:1783141858.480971:0:6161:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783141858.480984:0:6160:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:0.0:1783141858.480990:0:6160:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc12fbaa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783141858.481016:0:6160:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783141858.481033:0:6160:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8fbc067650c0 refcount 27 to 192.168.202.126@tcp 00010000:00000001:0.0:1783141858.481038:0:6160:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783141858.481044:0:6160:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8fbc03f95840. 00010000:00000001:0.0:1783141858.481047:0:6160:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783141858.481067:0:6160:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1783141858.481071:0:6160:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783141858.481073:0:6160:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783141858.481075:0:6160:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783141858.481086:0:6160:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc05893b80 x1869759488563968/t0(0) o104->4acba108-b13d-4e12-8af1-a771d4999ae3@192.168.202.126@tcp:234/0 lens 328/224 e 0 to 0 dl 1783141869 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783141858.481101:0:6160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fbc05893b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4acba108-b13d-4e12-8af1-a771d4999ae3+4:13413:x1869759488563968:12345-192.168.202.126@tcp:104: Request processed in 2059us (2853us total) trans 0 rc 0/0 00000100:00100000:0.0:1783141858.481116:0:6160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.126@tcp, seq: 3 00000100:00000040:0.0:1783141858.481121:0:6160:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8fbc0a8f1800 : new rpc_count 0 00000100:00000001:0.0:1783141858.481124:0:6160:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783141858.481126:0:6160:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783141858.481134:0:6160:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8fbc04cd6680. 00000020:00000010:0.0:1783141858.481140:0:6160:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8fbc0a6e6190. 00000020:00000010:0.0:1783141858.481146:0:6160:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8fbc0588c400. 00000020:00000040:0.0:1783141858.481169:0:6160:0:(genops.c:900:class_export_put()) PUTting export ffff8fbc0a8f1800 : new refcount 3 00000100:00000001:0.0:1783141858.481172:0:6160:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783141858.481207:0:6160:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783141858.481210:0:6160:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783141858.481215:0:6160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.126@tcp, seq: 4 00000100:00000040:0.0:1783141858.481219:0:6160:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8fbc0a8f1800 : new rpc_count 1 00000100:00000001:0.0:1783141858.481221:0:6160:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446620636442329088 : -123437267222528 : ffff8fbc05890000) 00000100:00000040:0.0:1783141858.481226:0:6160:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8fbc05890000 x1869759488564096/t0(0) o104->4acba108-b13d-4e12-8af1-a771d4999ae3@192.168.202.126@tcp:234/0 lens 328/0 e 0 to 0 dl 1783141869 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783141858.481235:0:6160:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783141858.481239:0:6160:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8fbc1100d600. 00000100:00000001:0.0:1783141858.481241:0:6160:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783141858.481244:0:6160:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8fbc1100d600. 00000100:00100000:0.0:1783141858.481249:0:6160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fbc05890000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4acba108-b13d-4e12-8af1-a771d4999ae3+3:13413:x1869759488564096:12345-192.168.202.126@tcp:104: 00000100:00000200:0.0:1783141858.481252:0:6160:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1869759488564096 00010000:00000001:0.0:1783141858.481255:0:6160:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1783141858.481263:0:6160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783141858.481266:0:6160:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783141858.481270:0:6160:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8fbc20766600 refcount=2 00000020:00000001:0.0:1783141858.481272:0:6160:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446620636894094848 : -123436815456768 : ffff8fbc20766600) 00010000:00000001:0.0:1783141858.481276:0:6160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620636894094848 : -123436815456768 : ffff8fbc20766600) 00010000:00000001:0.0:1783141858.481280:0:6160:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783141858.481285:0:6160:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783141858.481290:0:6160:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff8fbc20766600/0x624540223b322d97 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa58e3d5401810cad expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783141858.481302:0:6160:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783141858.481306:0:6160:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783141858.481311:0:6160:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8fbc05ac2000. 02000000:00000001:0.0:1783141858.481314:0:6160:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141858.481317:0:6160:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783141858.481329:0:6160:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783141858.481332:0:6160:0:(ldlm_lib.c:3314:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783141858.481337:0:6160:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a5631e8 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1783141858.481342:0:6160:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783141858.481346:0:6160:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8fbc067650c0 refcount 28 to 192.168.202.126@tcp 00000100:00000001:0.0:1783141858.481348:0:6160:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620636457881792 : -123437251669824 : ffff8fbc067650c0) 02000000:00000001:0.0:1783141858.481351:0:6160:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783141858.481354:0:6160:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141858.481357:0:6160:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783141858.481360:0:6160:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:0.0:1783141858.481365:0:6160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0a9f5f68. 00000100:00000200:0.0:1783141858.481371:0:6160:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1869759488564096, offset 224 00000400:00000200:0.0:1783141858.481378:0:6160:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:0.0:1783141858.481384:0:6160:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.481388:0:6160:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.202.26@tcp to MR: 192.168.202.126@tcp local destination 00000400:00000200:0.0:1783141858.481392:0:6160:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [161:161:255:4294967295] 192.168.202.126@tcp LPNI seq info [161:161:7:4294967295] 00000400:00000200:0.0:1783141858.481396:0:6160:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.481402:0:6160:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:192.168.202.26@tcp) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:0.0:1783141858.481406:0:6160:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:0.0:1783141858.481410:0:6160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc12fba500. 00000800:00000200:0.0:1783141858.481414:0:6160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:0.0:1783141858.481418:0:6160:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:0.0:1783141858.481420:0:6160:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc12fba500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783141858.481423:0:6160:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783141858.481426:0:6160:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8fbc067650c0 refcount 27 to 192.168.202.126@tcp 00010000:00000001:0.0:1783141858.481428:0:6160:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783141858.481430:0:6160:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8fbc03f956c0. 00010000:00000001:0.0:1783141858.481432:0:6160:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783141858.481451:0:6160:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:0.0:1783141858.481453:0:6160:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783141858.481455:0:6160:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783141858.481457:0:6160:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783141858.481468:0:6160:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc05890000 x1869759488564096/t0(0) o104->4acba108-b13d-4e12-8af1-a771d4999ae3@192.168.202.126@tcp:234/0 lens 328/224 e 0 to 0 dl 1783141869 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783141858.481477:0:6160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fbc05890000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4acba108-b13d-4e12-8af1-a771d4999ae3+3:13413:x1869759488564096:12345-192.168.202.126@tcp:104: Request processed in 241us (3127us total) trans 0 rc 0/0 00000100:00100000:0.0:1783141858.481483:0:6160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.126@tcp, seq: 4 00000100:00000040:0.0:1783141858.481486:0:6160:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8fbc0a8f1800 : new rpc_count 0 00000100:00000001:0.0:1783141858.481488:0:6160:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783141858.481489:0:6160:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783141858.481492:0:6160:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8fbc0a527400. 00000020:00000010:0.0:1783141858.481496:0:6160:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8fbc0a566bb8. 00000020:00000010:0.0:1783141858.481500:0:6160:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8fbc09d1c200. 00000020:00000040:0.0:1783141858.481504:0:6160:0:(genops.c:900:class_export_put()) PUTting export ffff8fbc0a8f1800 : new refcount 2 00000100:00000001:0.0:1783141858.481506:0:6160:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783141858.482382:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1783141858.482387:0:6171:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000800:00000010:0.0:1783141858.482392:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc12fbaa00. 00000400:00000200:0.0:1783141858.482402:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1783141858.482402:0:6638:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783141858.482406:0:6638:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783141858.482409:0:6638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000400:00000200:0.0:1783141858.482412:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00010000:00000001:3.0:1783141858.482413:0:6638:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1783141858.482416:0:6638:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1783141858.482419:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0a9f5bb0 00010000:00010000:3.0:1783141858.482421:0:6638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff8fbc20767600/0x624540223b322dd6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa58e3d5401810cc2 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1783141858.482422:0:2391:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0a9f5bb0. 00000100:00000001:0.0:1783141858.482428:0:2391:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783141858.482430:0:2391:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1783141858.482432:0:6638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fbc20767600 already unused, calling callback (ffffffffc1177c20) 10000000:00000001:3.0:1783141858.482436:0:6638:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1783141858.482439:0:6638:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff8fbc20767600/0x624540223b322dd6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa58e3d5401810cc2 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783141858.482447:0:6638:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783141858.482449:0:6638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783141858.482451:0:6638:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1783141858.482453:0:6171:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783141858.482454:0:6638:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8fbc20767600 refcount=3 00000020:00000001:3.0:1783141858.482464:0:6638:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446620636894098944 : -123436815452672 : ffff8fbc20767600) 00010000:00010000:1.0:1783141858.482466:0:6171:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1783141858.482469:0:6638:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620636894098944 : -123436815452672 : ffff8fbc20767600) 00010000:00000001:1.0:1783141858.482472:0:6171:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1783141858.482477:0:6171:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1783141858.482478:0:6638:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1783141858.482483:0:6638:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff8fbc20767600/0x624540223b322dd6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xa58e3d5401810cc2 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783141858.482485:0:6171:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff8fbc20766600/0x624540223b322d97 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa58e3d5401810cad expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1783141858.482519:0:6638:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1783141858.482524:0:6638:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff8fbc20767600/0x624540223b322dd6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa58e3d5401810cc2 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783141858.482525:0:6171:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fbc20766600 already unused, calling callback (ffffffffc1177c20) 00000800:00000200:0.0:1783141858.482528:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141858.482537:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc12fba500. 10000000:00000001:1.0:1783141858.482539:0:6171:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1783141858.482546:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00010000:1.0:1783141858.482547:0:6171:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff8fbc20766600/0x624540223b322d97 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xa58e3d5401810cad expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783141858.482585:0:6638:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1783141858.482591:0:6638:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1783141858.482592:0:6638:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1783141858.482594:0:6638:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1783141858.482596:0:6638:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1783141858.482598:0:6638:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783141858.482612:0:6638:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1783141858.482614:0:6638:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1783141858.482615:0:6638:0:(mgc_request.c:123:config_log_put()) log params(ffff8fbc058c6800) refs 2 10000000:00000001:3.0:1783141858.482618:0:6638:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1783141858.482620:0:6638:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141858.482623:0:6638:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1783141858.482627:0:6638:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1783141858.482629:0:6638:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1783141858.482631:0:6638:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783141858.482634:0:6638:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1783141858.482641:0:6638:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8fbc20767600 with handle 0x624540223b322dd6 from hash 00010000:00000001:1.0:1783141858.482642:0:6171:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1783141858.482647:0:6638:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783141858.482649:0:6171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1783141858.482652:0:6638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1783141858.482655:0:6171:0:(lustre_handles.c:129:class_handle2object()) Process entered 00010000:00000001:3.0:1783141858.482657:0:6638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1783141858.482659:0:6171:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8fbc20766600 refcount=3 00010000:00000001:3.0:1783141858.482661:0:6638:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:1.0:1783141858.482668:0:6171:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446620636894094848 : -123436815456768 : ffff8fbc20766600) 00010000:00000001:3.0:1783141858.482668:0:6638:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1783141858.482675:0:6638:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1783141858.482676:0:6171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620636894094848 : -123436815456768 : ffff8fbc20766600) 00010000:00000001:1.0:1783141858.482684:0:6171:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1783141858.482687:0:6638:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00010000:1.0:1783141858.482689:0:6171:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff8fbc20766600/0x624540223b322d97 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa58e3d5401810cad expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783141858.482692:0:6638:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1783141858.482703:0:6638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8ea300. 00000020:00000040:3.0:1783141858.482710:0:6638:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 10000000:00000001:1.0:1783141858.482723:0:6171:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1783141858.482724:0:6638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00010000:1.0:1783141858.482728:0:6171:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff8fbc20766600/0x624540223b322d97 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa58e3d5401810cad expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1783141858.482729:0:6638:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 10000000:01000000:1.0:1783141858.482739:0:6171:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 02000000:00000001:3.0:1783141858.482739:0:6638:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783141858.482749:0:6171:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1783141858.482751:0:6171:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1783141858.482753:0:6171:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1783141858.482754:0:6171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1783141858.482757:0:6171:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141858.482757:0:6638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8fbc057b5200. 10000000:00000001:1.0:1783141858.482769:0:6171:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1783141858.482771:0:6171:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1783141858.482771:0:6638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1783141858.482777:0:6171:0:(mgc_request.c:123:config_log_put()) log params(ffff8fbc0588d000) refs 2 00010000:00000001:3.0:1783141858.482781:0:6638:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 10000000:00000001:1.0:1783141858.482782:0:6171:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1783141858.482785:0:6171:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141858.482788:0:6171:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783141858.482793:0:6171:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:3.0:1783141858.482793:0:6638:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff8fbc20767600/0x624540223b322dd6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa58e3d5401810cc2 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783141858.482799:0:6171:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783141858.482804:0:6171:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783141858.482807:0:6171:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783141858.482846:0:6171:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8fbc20766600 with handle 0x624540223b322d97 from hash 00010000:00000001:1.0:1783141858.482849:0:6171:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783141858.482852:0:6171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783141858.482854:0:6171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783141858.482855:0:6171:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783141858.482857:0:6171:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783141858.482859:0:6171:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1783141858.482862:0:6171:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783141858.482864:0:6171:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1783141858.482872:0:6171:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a95180. 00000020:00000040:1.0:1783141858.482876:0:6171:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=5 obd=MGC192.168.202.126@tcp 00000100:00000001:1.0:1783141858.482881:0:6171:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783141858.482883:0:6171:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783141858.482889:0:6171:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783141858.482902:0:6171:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8fbc09d1dc00. 00000100:00000001:1.0:1783141858.482908:0:6171:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141858.482911:0:6171:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783141858.482917:0:6171:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff8fbc20766600/0x624540223b322d97 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa58e3d5401810cad expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783141858.482924:0:6171:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1783141858.482925:0:6171:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141858.482930:0:6171:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783141858.482935:0:6171:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141858.482949:0:6171:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078b6084a] to pc [ptlrpcd_00_00+0] req@ffff8fbc11a95180 x1869759466458240/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783141858.482978:0:6171:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783141858.482980:0:6171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783141858.482982:0:6171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783141858.482983:0:6171:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141858.482985:0:6171:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783141858.482987:0:6171:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783141858.482990:0:6171:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff8fbc20766600/0x624540223b322d97 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa58e3d5401810cad expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783141858.482996:0:6171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783141858.482998:0:6171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff8fbc20766600/0x624540223b322d97 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa58e3d5401810cad expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783141858.483012:0:6171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783141858.483013:0:6171:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1783141858.483016:0:6171:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8fbc03f956c0. 00000400:00000200:0.0:1783141858.483074:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141858.483081:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0a9f5f68 00000400:00000010:0.0:1783141858.483084:0:2391:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0a9f5f68. 00000100:00000001:0.0:1783141858.483088:0:2391:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783141858.483090:0:2391:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1783141858.483108:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1783141858.483114:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1783141858.483116:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1783141858.483122:0:6638:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:0.0:1783141858.483125:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1783141858.483125:0:6638:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783141858.483128:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141858.483130:0:6638:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141858.483135:0:6638:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141858.483140:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783141858.483143:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1783141858.483146:0:6638:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007512fc9b] to pc [ptlrpcd_01_00+0] req@ffff8fbc0a8ea300 x1869759466458112/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141858.483147:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783141858.483155:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a95180 x1869759466458240/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141858.483163:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783141858.483165:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783141858.483170:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783141858.483174:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783141858.483177:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141858.483178:0:6638:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783141858.483181:0:6638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1783141858.483183:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2399:1869759466458240:192.168.202.126@tcp:103:ldlm_bl.0 00010000:00000001:3.0:1783141858.483183:0:6638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783141858.483184:0:6638:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141858.483187:0:6638:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141858.483188:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 10000000:00000001:3.0:1783141858.483190:0:6638:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141858.483191:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1783141858.483194:0:6638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff8fbc20767600/0x624540223b322dd6 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa58e3d5401810cc2 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783141858.483197:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141858.483202:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141858.483211:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8ea300 x1869759466458112/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141858.483220:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141858.483222:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141858.483226:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141858.483229:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141858.483231:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141858.483242:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466458112:192.168.202.126@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1783141858.483247:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141858.483252:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141858.483255:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141858.483258:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141858.483262:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc05b06400. 02000000:00000001:2.0:1783141858.483263:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141858.483270:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141858.483274:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92f9a0. 00000400:00000010:2.0:1783141858.483281:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317660. 00000100:00000200:2.0:1783141858.483288:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466458112, portal 18 00000100:00000001:2.0:1783141858.483290:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141858.483292:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526584576 : -123437182967040 : ffff8fbc0a8ea300) 00000100:00000040:2.0:1783141858.483297:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8ea300 x1869759466458112/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141858.483304:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141858.483306:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141858.483308:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317088. 00000100:00000200:2.0:1783141858.483311:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1869759466458112, offset 0 00000400:00000200:2.0:1783141858.483317:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141858.483325:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141858.483331:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141858.483337:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141858.483341:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141858.483345:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141858.483348:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141858.483351:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [162:162:256:4294967295] 192.168.202.126@tcp LPNI seq info [162:162:8:4294967295] 00000400:00000200:2.0:1783141858.483355:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141858.483365:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141858.483370:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141858.483379:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc0a8b9800. 00010000:00000001:3.0:1783141858.483382:0:6638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1783141858.483387:0:6638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff8fbc20767600/0x624540223b322dd6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa58e3d5401810cc2 expref: -99 pid: 9103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1783141858.483402:0:6638:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8fbc0a7b2000 count: 0 02000000:00000001:0.0:1783141858.483412:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783141858.483414:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141858.483416:0:6638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1783141858.483417:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1783141858.483418:0:6638:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1783141858.483420:0:6638:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8fbc03f95840. 02000000:00000010:0.0:1783141858.483423:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc0588c400. 00010000:00000001:3.0:1783141858.483423:0:6638:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783141858.483425:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783141858.483427:0:6638:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783141858.483428:0:6638:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783141858.483430:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00010000:00010000:3.0:1783141858.483430:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783141858.483432:0:6638:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783141858.483433:0:6638:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1783141858.483434:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc058b7630. 00010000:00010000:3.0:1783141858.483435:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1783141858.483437:0:6638:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783141858.483438:0:6638:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1783141858.483440:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0a9f5f68. 00010000:00010000:3.0:1783141858.483440:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1783141858.483445:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466458240, portal 18 00000100:00000001:0.0:1783141858.483448:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783141858.483450:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645773696 : -123437063777920 : ffff8fbc11a95180) 00000100:00000040:0.0:1783141858.483456:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a95180 x1869759466458240/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141858.483463:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783141858.483466:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:0.0:1783141858.483468:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0a9f5bb0. 00000100:00000001:3.0:1783141858.483468:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1783141858.483471:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1869759466458240, offset 0 00000100:00000001:3.0:1783141858.483472:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783141858.483476:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:0.0:1783141858.483482:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.483488:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:0.0:1783141858.483493:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783141858.483502:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:0.0:1783141858.483505:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783141858.483508:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:0.0:1783141858.483512:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [163:163:255:4294967295] 192.168.202.126@tcp LPNI seq info [163:163:7:4294967295] 00000400:00000200:0.0:1783141858.483516:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.483524:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:0.0:1783141858.483530:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:0.0:1783141858.483535:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc12fba500. 00000800:00000200:0.0:1783141858.483540:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:0.0:1783141858.483549:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:0.0:1783141858.483554:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc12fba500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1783141858.483599:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141858.483612:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141858.483617:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc0a8b9800 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:1.0:1783141858.483696:0:6171:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783141858.483700:0:6171:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783141858.483702:0:6171:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783141858.483704:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783141858.483706:0:6171:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783141858.483707:0:6171:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783141858.483708:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783141858.483718:0:6171:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783141858.483719:0:6171:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783141858.483721:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783141858.483730:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783141858.483734:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141858.483792:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783141858.483800:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:0.0:1783141858.483805:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295060977 00000100:00000001:0.0:1783141858.483850:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295059707 00000100:00000001:0.0:1783141858.483858:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295060978 00000100:00000001:0.0:1783141858.483861:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295059707 00000100:00000001:0.0:1783141858.483865:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783141858.483868:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141858.483873:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141858.483876:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141858.491530:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141858.491546:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141858.491550:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295060981 00000100:00000001:2.0:1783141858.491561:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060977 00000100:00000001:2.0:1783141858.491567:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295060981 00000100:00000001:2.0:1783141858.491571:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060978 00000100:00000001:2.0:1783141858.491574:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141858.491577:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783141858.492371:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141858.492385:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc12fba500. 00000400:00000200:0.0:1783141858.492396:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141858.492408:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141858.492416:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0a9f5bb0 00000400:00000010:0.0:1783141858.492420:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0a9f5bb0. 00000100:00000001:0.0:1783141858.492426:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141858.492439:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a95180 x1869759466458240/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141858.492454:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141858.492478:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a95180 x1869759466458240/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141858.492487:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141858.492489:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783141858.492891:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141858.492895:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc0a8b9800. 00000400:00000200:0.0:1783141858.492902:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141858.493081:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141858.493086:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317088 00000400:00000010:0.0:1783141858.493089:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317088. 00000100:00000001:0.0:1783141858.493094:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141858.493099:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8ea300 x1869759466458112/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141858.493108:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141858.493111:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8ea300 x1869759466458112/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141858.493117:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141858.493119:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1783141858.498304:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141858.498316:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141858.498326:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141858.498329:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783141858.498333:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141858.498335:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141858.498338:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141858.498341:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783141858.500474:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141858.500501:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141858.500508:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141858.500511:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141858.500524:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.500534:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141858.500546:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.500552:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.500560:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.500566:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 18 MB=0x6a4894cd04c80 00000400:00000200:0.0:1783141858.500572:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.500581:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.126@tcp of length 224/224 into md 0x889 [1] + 224 00000800:00000001:0.0:1783141858.500591:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141858.500596:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141858.500600:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141858.500634:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141858.500648:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141858.500664:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a95180 x1869759466458240/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141858.500679:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc11a95180 x1869759466458240/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141858.500753:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783141858.500759:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783141858.500780:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141858.500794:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141858.500798:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141858.500800:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141858.500803:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141858.500807:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00010000:00000010:3.1F:1783141858.500863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8fbc0a7b2000. 00010000:00000010:3.1:1783141858.500882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8fbc20767600. 00000400:00000200:0.0:1783141858.502109:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141858.502129:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.502135:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.502141:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.502147:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 18 MB=0x6a4894cd04c00 00000400:00000200:0.0:1783141858.502152:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141858.502157:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.126@tcp of length 224/224 into md 0x881 [1] + 224 00000800:00000001:0.0:1783141858.502167:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141858.502205:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141858.502209:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141858.502215:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141858.502222:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141858.502231:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8ea300 x1869759466458112/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141858.502242:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8ea300 x1869759466458112/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141858.502314:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141858.502319:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783141858.502338:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141858.502350:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141858.502354:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1F:1783141858.504316:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8fbc20766600. 00000400:00000001:1.0:1783141858.504374:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783141858.504378:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783141858.504383:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc058b7630. 00000400:00000200:1.0:1783141858.504390:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0a9f5f68 00000400:00000010:1.0:1783141858.504393:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0a9f5f68. 00000100:00000001:1.0:1783141858.504398:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141858.504413:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a95180 x1869759466458240/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783141858.504426:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a95180 x1869759466458240/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141858.504435:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783141858.504438:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141858.504441:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783141858.504446:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783141858.504450:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783141858.504453:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783141858.504457:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783141858.504468:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0a8f64a8 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1783141858.504473:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a8f6418 time=94 v=5 (1 0 0 0) 00000100:00000001:1.0:1783141858.504478:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783141858.504480:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141858.504484:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783141858.504487:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141858.504490:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783141858.504496:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a95180 x1869759466458240/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141858.504504:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783141858.504509:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783141858.504519:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783141858.504524:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a95180 x1869759466458240/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783141858.504532:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2399:1869759466458240:192.168.202.126@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783141858.504538:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141858.504541:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141858.504545:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a95180 x1869759466458240/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141858.504552:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783141858.504555:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783141858.504559:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc0588c400. 02000000:00000001:1.0:1783141858.504564:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783141858.504568:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783141858.504571:0:2399:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000020:00000001:1.0:1783141858.504575:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783141858.504578:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8fbc09d1dc00. 02000000:00000001:1.0:1783141858.504582:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783141858.504584:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783141858.504586:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a95180. 00000100:00000001:1.0:1783141858.504590:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783141858.504592:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141858.504595:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783141858.504605:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783141858.504607:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141858.504610:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783141858.504614:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1783141858.506134:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783141858.506142:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783141858.506147:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92f9a0. 00000400:00000200:2.0:1783141858.506156:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317660 00000400:00000010:2.0:1783141858.506159:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317660. 00000100:00000001:2.0:1783141858.506164:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783141858.506176:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8ea300 x1869759466458112/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783141858.506187:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8ea300 x1869759466458112/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141858.506195:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141858.506197:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141858.506217:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783141858.506221:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783141858.506223:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783141858.506225:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141858.506227:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783141858.506235:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0a8f64a8 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1783141858.506238:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a8f6418 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1783141858.506241:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783141858.506242:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141858.506245:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783141858.506247:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141858.506250:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141858.506255:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8ea300 x1869759466458112/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141858.506262:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141858.506265:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783141858.506268:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141858.506271:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8ea300 x1869759466458112/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141858.506278:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4acba108-b13d-4e12-8af1-a771d4999ae3:2400:1869759466458112:192.168.202.126@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1783141858.506284:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141858.506286:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141858.506289:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8ea300 x1869759466458112/t0(0) o103->MGC192.168.202.126@tcp@192.168.202.126@tcp:17/18 lens 328/224 e 0 to 0 dl 1783141874 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141858.506295:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783141858.506298:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783141858.506301:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc05b06400. 02000000:00000001:2.0:1783141858.506305:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783141858.506308:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141858.506310:0:2400:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=3 obd=MGC192.168.202.126@tcp 00000020:00000001:2.0:1783141858.506312:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783141858.506314:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8fbc057b5200. 02000000:00000001:2.0:1783141858.506319:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783141858.506326:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783141858.506329:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8ea300. 00000100:00000001:2.0:1783141858.506333:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783141858.506335:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141858.506337:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141858.506346:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141858.506348:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141858.506350:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141858.506353:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1783141859.023858:0:10352:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:1.0:1783141859.134001:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141859.134012:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141859.134029:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141859.134031:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141859.134526:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141859.134532:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141859.134537:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1783141859.580316:0:6173:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1783141859.580328:0:6173:0:(mgc_request.c:108:config_log_get()) log params (ffff8fbc058c6800) refs 2 10000000:00000001:0.0:1783141859.580334:0:6173:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783141859.580337:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1783141859.580339:0:6173:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1783141859.580340:0:6173:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1783141859.580343:0:6173:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1783141859.580346:0:6173:0:(mgc_request.c:1784:mgc_process_log()) Process entered 10000000:01000000:0.0:1783141859.580349:0:6173:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8fbc118b8800 from 7 10000000:00000001:0.0:1783141859.580352:0:6173:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1783141859.580354:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1783141859.580369:0:6173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc05892300. 00000020:00000040:0.0:1783141859.580375:0:6173:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000100:00000001:0.0:1783141859.580382:0:6173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783141859.580393:0:6173:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783141859.580400:0:6173:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783141859.580411:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8fbc0588c400. 00000100:00000001:0.0:1783141859.580427:0:6173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783141859.580433:0:6173:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783141859.580437:0:6173:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783141859.580447:0:6173:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8fbc07d91800. 00010000:00000001:0.0:1783141859.580454:0:6173:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783141859.580458:0:6173:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8fbc00030600. 00000020:00000001:0.0:1783141859.580464:0:6173:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783141859.580468:0:6173:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8fbc00030600 with handle 0x624540223b322e07 to hash 00000020:00000001:0.0:1783141859.580470:0:6173:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783141859.580472:0:6173:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446620636349662720 : -123437359888896 : ffff8fbc00030600) 00010000:00000001:0.0:1783141859.580476:0:6173:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446620636349662720 : -123437359888896 : ffff8fbc00030600) 00010000:00000001:0.0:1783141859.580480:0:6173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783141859.580484:0:6173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783141859.580488:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc00030600/0x624540223b322e07 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783141859.580500:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff8fbc00030600/0x624540223b322e07 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783141859.580539:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff8fbc00030600/0x624540223b322e07 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783141859.580546:0:6173:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783141859.580548:0:6173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783141859.580556:0:6173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8fbc03f95e40. 00000100:00000001:0.0:1783141859.580559:0:6173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620636416138816 : -123437293412800 : ffff8fbc03f95e40) 00000100:00000001:0.0:1783141859.580562:0:6173:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783141859.580564:0:6173:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636442338048 : -123437267213568 : ffff8fbc05892300) 00000100:00000001:0.0:1783141859.580570:0:6173:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783141859.580575:0:6173:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141859.580578:0:6173:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783141859.580580:0:6173:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783141859.580594:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc05892300 x1869759466458368/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141859.580604:0:6173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783141859.580607:0:6173:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783141859.580610:0:6173:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783141859.580613:0:6173:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783141859.580616:0:6173:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783141859.580619:0:6173:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05892300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466458368:192.168.202.126@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1783141859.580624:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783141859.580631:0:6173:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783141859.580634:0:6173:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783141859.580637:0:6173:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783141859.580642:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8fbc05ac1c00. 02000000:00000001:0.0:1783141859.580644:0:6173:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783141859.580652:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:0.0:1783141859.580656:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc058b77e8. 00000400:00000010:0.0:1783141859.580665:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0a9f5bb0. 00000100:00000200:0.0:1783141859.580674:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1869759466458368, portal 25 00000100:00000001:0.0:1783141859.580676:0:6173:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783141859.580681:0:6173:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636442338048 : -123437267213568 : ffff8fbc05892300) 00000100:00000040:0.0:1783141859.580687:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc05892300 x1869759466458368/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141859.580695:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783141859.580699:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:0.0:1783141859.580701:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0a9f5198. 00000100:00000200:0.0:1783141859.580704:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1869759466458368, offset 0 00000400:00000200:0.0:1783141859.580712:0:6173:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:0.0:1783141859.580721:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.580731:0:6173:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:0.0:1783141859.580738:0:6173:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783141859.580743:0:6173:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:0.0:1783141859.580747:0:6173:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783141859.580750:0:6173:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:0.0:1783141859.580754:0:6173:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [164:164:256:4294967295] 192.168.202.126@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:0.0:1783141859.580759:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.580769:0:6173:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:0.0:1783141859.580776:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:0.0:1783141859.580781:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc12fba500. 00000800:00000200:0.0:1783141859.580788:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:0.0:1783141859.580798:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:0.0:1783141859.580804:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc12fba500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783141859.580858:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783141859.580863:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:0.0:1783141859.580867:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295062075 00000100:00000001:0.0:1783141859.580877:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060981 00000100:00000001:0.0:1783141859.580881:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295062075 00000100:00000001:0.0:1783141859.580885:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060981 00000100:00000001:0.0:1783141859.580889:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783141859.580892:0:6173:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141859.580902:0:6173:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783141859.580904:0:6173:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783141859.580907:0:6173:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc03f95e40 going to sleep for 11 seconds 00000100:00000001:0.0:1783141859.580911:0:6173:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783141859.580914:0:6173:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783141859.581308:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141859.581315:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc12fba500. 00000400:00000200:1.0:1783141859.581321:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141859.581328:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141859.581333:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0a9f5198 00000400:00000010:1.0:1783141859.581342:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0a9f5198. 00000100:00000001:1.0:1783141859.581348:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141859.581354:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc05892300 x1869759466458368/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141859.581365:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141859.581368:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8fbc05892300 x1869759466458368/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141859.581375:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141859.581387:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783141859.584131:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.584159:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141859.584164:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.584168:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141859.584181:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.584192:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141859.584347:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.584354:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.584362:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.584368:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 344 into portal 25 MB=0x6a4894cd04d00 00000400:00000200:0.0:1783141859.584375:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.584392:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.126@tcp of length 344/344 into md 0x899 [1] + 224 00000800:00000001:0.0:1783141859.584402:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.584416:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141859.584900:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141859.584910:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141859.584921:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141859.584933:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc05892300 x1869759466458368/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141859.585195:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8fbc05892300 x1869759466458368/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141859.585449:0:6173:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783141859.585532:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141859.585548:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.585555:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783141859.590125:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783141859.590133:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783141859.590138:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc058b77e8. 00000400:00000200:2.0:1783141859.590150:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0a9f5bb0 00000400:00000010:2.0:1783141859.590152:0:6173:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0a9f5bb0. 00000100:00000001:2.0:1783141859.590159:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783141859.590172:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc05892300 x1869759466458368/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783141859.590182:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc05892300 x1869759466458368/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141859.590189:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141859.590191:0:6173:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141859.590193:0:6173:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783141859.590197:0:6173:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783141859.590200:0:6173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783141859.590207:0:6173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141859.590210:0:6173:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783141859.590218:0:6173:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0a8f6460 time=95 v=5 (5 0 0 0) 00000100:00001000:2.0:1783141859.590221:0:6173:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a8f6418 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1783141859.590224:0:6173:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783141859.590225:0:6173:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141859.590228:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783141859.590229:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141859.590231:0:6173:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141859.590257:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc05892300 x1869759466458368/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141859.590262:0:6173:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141859.590266:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783141859.590268:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141859.590478:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc05892300 x1869759466458368/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141859.590485:0:6173:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05892300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466458368:192.168.202.126@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1783141859.590489:0:6173:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141859.590492:0:6173:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141859.590495:0:6173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783141859.590497:0:6173:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141859.590500:0:6173:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc05892300 x1869759466458368/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141859.590505:0:6173:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783141859.590508:0:6173:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8fbc03f95e40. 00000100:00000001:2.0:1783141859.590512:0:6173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783141859.590513:0:6173:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141859.590516:0:6173:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783141859.590519:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783141859.590522:0:6173:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783141859.590526:0:6173:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8fbc00030600 refcount=4 00000020:00000001:2.0:1783141859.590528:0:6173:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446620636349662720 : -123437359888896 : ffff8fbc00030600) 00010000:00000001:2.0:1783141859.590531:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620636349662720 : -123437359888896 : ffff8fbc00030600) 00010000:00000040:2.0:1783141859.590539:0:6173:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8fbc00030600, remote cookie: 0xa58e3d5401810cec, flags: 0x0 00010000:00000001:2.0:1783141859.590543:0:6173:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783141859.590547:0:6173:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783141859.590550:0:6173:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783141859.590552:0:6173:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783141859.590553:0:6173:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783141859.590555:0:6173:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff8fbc07d91800) refcount = 1 00010000:00010000:2.0:1783141859.590561:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff8fbc00030600/0x624540223b322e07 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cec expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783141859.590576:0:6173:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783141859.590578:0:6173:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783141859.590580:0:6173:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783141859.590584:0:6173:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783141859.590587:0:6173:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141859.590590:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff8fbc00030600/0x624540223b322e07 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa58e3d5401810cec expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783141859.590596:0:6173:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783141859.590598:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783141859.590601:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783141859.590601:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783141859.590602:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783141859.590603:0:6173:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141859.590606:0:6173:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141859.590609:0:6173:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc05892300 x1869759466458368/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141859.590614:0:6173:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783141859.590617:0:6173:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783141859.590620:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8fbc05ac1c00. 02000000:00000001:2.0:1783141859.590623:0:6173:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783141859.590625:0:6173:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141859.590627:0:6173:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=3 obd=MGC192.168.202.126@tcp 00000020:00000001:2.0:1783141859.590628:0:6173:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783141859.590631:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8fbc0588c400. 02000000:00000001:2.0:1783141859.590634:0:6173:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783141859.590636:0:6173:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783141859.590638:0:6173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc05892300. 00000100:00000001:2.0:1783141859.590641:0:6173:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783141859.590641:0:6173:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1783141859.590643:0:6173:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783141859.590646:0:6173:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1783141859.590648:0:6173:0:(mgc_request.c:108:config_log_get()) log params (ffff8fbc058c6800) refs 3 10000000:00000001:2.0:1783141859.590649:0:6173:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141859.590654:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783141859.590655:0:6173:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783141859.590657:0:6173:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8fbc00030600 refcount=3 00000020:00000001:2.0:1783141859.590658:0:6173:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446620636349662720 : -123437359888896 : ffff8fbc00030600) 00010000:00000001:2.0:1783141859.590660:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620636349662720 : -123437359888896 : ffff8fbc00030600) 00010000:00000001:2.0:1783141859.590662:0:6173:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1783141859.590663:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783141859.590664:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783141859.590665:0:6173:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783141859.590667:0:6173:0:(mgc_request.c:1670:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1783141859.590670:0:6173:0:(mgc_request.c:1684:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8fbc058a9c80. 00000020:00000010:2.0:1783141859.590674:0:6173:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8fbc05b06e00. 00000020:00000010:2.0:1783141859.590679:0:6173:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8fbc05b07200. 00000040:00000010:2.0:1783141859.590682:0:6173:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8fbc05b07000. 00000020:00000010:2.0:1783141859.590687:0:6173:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8fbc10ed0000. 00000020:00000010:2.0:1783141859.590691:0:6173:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8fbc05b07400. 80000000:00000010:2.0:1783141859.590695:0:6173:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8fbc05607b40. 00040000:00000010:2.0:1783141859.590700:0:6173:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8fbc05b06a00. 20000000:00000010:2.0:1783141859.590703:0:6173:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff8fbc05b07e00. 10000000:00000040:2.0:1783141859.590707:0:6173:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff8fbc118866c0 : new refcount 2 00000020:00000001:2.0:1783141859.590710:0:6173:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1783141859.590712:0:6173:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1783141859.590714:0:6173:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:2.0:1783141859.590716:0:6173:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8fbc05b07c00. 00000040:00000001:2.0:1783141859.590720:0:6173:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1783141859.590723:0:6173:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000100:00000010:2.0:1783141859.590727:0:6173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a08700. 00000020:00000040:2.0:1783141859.590730:0:6173:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=5 obd=MGC192.168.202.126@tcp 00000100:00000001:2.0:1783141859.590735:0:6173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141859.590737:0:6173:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141859.590744:0:6173:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141859.590753:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8fbc05b06000. 00000100:00000001:2.0:1783141859.590851:0:6173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141859.590857:0:6173:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783141859.590859:0:6173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783141859.590869:0:6173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8fbc04cb36c0. 00000100:00000001:2.0:1783141859.590871:0:6173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620636429891264 : -123437279660352 : ffff8fbc04cb36c0) 00000100:00000001:2.0:1783141859.590874:0:6173:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141859.590875:0:6173:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645197568 : -123437064354048 : ffff8fbc11a08700) 00000100:00000001:2.0:1783141859.590879:0:6173:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141859.590882:0:6173:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141859.590884:0:6173:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783141859.590886:0:6173:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141859.590889:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a08700 x1869759466458496/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141859.590895:0:6173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141859.590897:0:6173:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141859.590900:0:6173:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141859.590902:0:6173:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141859.590904:0:6173:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141859.590906:0:6173:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466458496:192.168.202.126@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1783141859.590911:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141859.590918:0:6173:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141859.590921:0:6173:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141859.590924:0:6173:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141859.590928:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc05b06400. 02000000:00000001:2.0:1783141859.590930:0:6173:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141859.591187:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141859.591194:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92f9a0. 00000400:00000010:2.0:1783141859.591263:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317660. 00000100:00000200:2.0:1783141859.591343:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466458496, portal 25 00000100:00000001:2.0:1783141859.591346:0:6173:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141859.591347:0:6173:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645197568 : -123437064354048 : ffff8fbc11a08700) 00000100:00000040:2.0:1783141859.591354:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a08700 x1869759466458496/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141859.591361:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141859.591365:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141859.591369:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317c38. 00000100:00000200:2.0:1783141859.591389:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1869759466458496, offset 0 00000400:00000200:2.0:1783141859.591398:0:6173:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141859.591408:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141859.591865:0:6173:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141859.591876:0:6173:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141859.591882:0:6173:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141859.591887:0:6173:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141859.591890:0:6173:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141859.591894:0:6173:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [165:165:256:4294967295] 192.168.202.126@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:2.0:1783141859.591899:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141859.591911:0:6173:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141859.591919:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141859.591926:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc0a8b9200. 00000800:00000200:2.0:1783141859.591934:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141859.592038:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141859.592044:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc0a8b9200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1783141859.592070:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141859.592076:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141859.592080:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295062086 00000100:00000001:2.0:1783141859.592092:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062075 00000100:00000001:2.0:1783141859.592099:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295062086 00000100:00000001:2.0:1783141859.592103:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062075 00000100:00000001:2.0:1783141859.592106:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141859.592109:0:6173:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141859.592112:0:6173:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141859.592114:0:6173:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783141859.592117:0:6173:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc04cb36c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783141859.593094:0:6173:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141859.593099:0:6173:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783141859.593919:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141859.593927:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc0a8b9200. 00000400:00000200:1.0:1783141859.594081:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141859.594095:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141859.594103:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317c38 00000400:00000010:1.0:1783141859.594107:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317c38. 00000100:00000001:1.0:1783141859.594113:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141859.594339:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a08700 x1869759466458496/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141859.594355:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141859.594359:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8fbc11a08700 x1869759466458496/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141859.594366:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141859.594368:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783141859.599191:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.599209:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141859.599212:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.599215:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141859.599225:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.599259:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141859.599269:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.599275:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.599281:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.599286:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 272 into portal 25 MB=0x6a4894cd04d80 00000400:00000200:0.0:1783141859.599291:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.599298:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.126@tcp of length 272/272 into md 0x8a9 [1] + 224 00000800:00000001:0.0:1783141859.599306:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.599314:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141859.599317:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141859.599322:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141859.599330:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141859.599339:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a08700 x1869759466458496/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141859.599351:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8fbc11a08700 x1869759466458496/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141859.599380:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141859.599390:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.599393:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141859.599537:0:6173:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783141859.599547:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783141859.599661:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783141859.599665:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92f9a0. 00000400:00000200:2.0:1783141859.599669:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317660 00000400:00000010:2.0:1783141859.599672:0:6173:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317660. 00000100:00000001:2.0:1783141859.599676:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783141859.599681:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a08700 x1869759466458496/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783141859.599691:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a08700 x1869759466458496/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141859.599698:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783141859.599701:0:6173:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141859.599705:0:6173:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783141859.599709:0:6173:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783141859.599711:0:6173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783141859.599714:0:6173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141859.599717:0:6173:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783141859.599725:0:6173:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0a8f6460 time=95 v=5 (5 0 0 0) 00000100:00001000:2.0:1783141859.599729:0:6173:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a8f6418 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1783141859.599732:0:6173:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783141859.599733:0:6173:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783141859.599736:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783141859.599738:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141859.599741:0:6173:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141859.599746:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a08700 x1869759466458496/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141859.599754:0:6173:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141859.599757:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783141859.599760:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783141859.599763:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a08700 x1869759466458496/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783141859.599771:0:6173:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466458496:192.168.202.126@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1783141859.599777:0:6173:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141859.599785:0:6173:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141859.599788:0:6173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783141859.599791:0:6173:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141859.599807:0:6173:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a08700 x1869759466458496/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141859.599846:0:6173:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783141859.599849:0:6173:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8fbc04cb36c0. 00000100:00000001:2.0:1783141859.599853:0:6173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783141859.599855:0:6173:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1783141859.599861:0:6173:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1783141859.599864:0:6173:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141859.599867:0:6173:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000020:00000001:2.0:1783141859.599869:0:6173:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1783141859.599871:0:6173:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783141859.599874:0:6173:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a08700 x1869759466458496/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141859.599881:0:6173:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783141859.599884:0:6173:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783141859.599888:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc05b06400. 02000000:00000001:2.0:1783141859.599891:0:6173:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783141859.599892:0:6173:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783141859.599894:0:6173:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=3 obd=MGC192.168.202.126@tcp 00000020:00000001:2.0:1783141859.599895:0:6173:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783141859.599897:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8fbc05b06000. 02000000:00000001:2.0:1783141859.599900:0:6173:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783141859.599902:0:6173:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783141859.599904:0:6173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a08700. 00000100:00000001:2.0:1783141859.599907:0:6173:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783141859.599908:0:6173:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1783141859.599911:0:6173:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1783141859.599914:0:6173:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:2.0:1783141859.599920:0:6173:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8fbc057ec000. 00000040:00000001:2.0:1783141859.599922:0:6173:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1783141859.599924:0:6173:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1783141859.599927:0:6173:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000100:00000010:2.0:1783141859.599930:0:6173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc11a08700. 00000020:00000040:2.0:1783141859.599933:0:6173:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=5 obd=MGC192.168.202.126@tcp 00000100:00000001:2.0:1783141859.599942:0:6173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783141859.599945:0:6173:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783141859.599949:0:6173:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783141859.599956:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8fbc05b06000. 00000100:00000001:2.0:1783141859.599962:0:6173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141859.599966:0:6173:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783141859.599968:0:6173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783141859.599973:0:6173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8fbc04cb36c0. 00000100:00000001:2.0:1783141859.599975:0:6173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620636429891264 : -123437279660352 : ffff8fbc04cb36c0) 00000100:00000001:2.0:1783141859.599978:0:6173:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141859.599980:0:6173:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645197568 : -123437064354048 : ffff8fbc11a08700) 00000100:00000001:2.0:1783141859.599985:0:6173:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783141859.599989:0:6173:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141859.599992:0:6173:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783141859.599994:0:6173:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141859.599999:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc11a08700 x1869759466458624/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141859.600006:0:6173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141859.600008:0:6173:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141859.600021:0:6173:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141859.600024:0:6173:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141859.600027:0:6173:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141859.600031:0:6173:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc11a08700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466458624:192.168.202.126@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1783141859.600035:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141859.600040:0:6173:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141859.600042:0:6173:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141859.600045:0:6173:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141859.600062:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8fbc05b7c000. 02000000:00000001:2.0:1783141859.600065:0:6173:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141859.600070:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141859.600074:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92f9a0. 00000400:00000010:2.0:1783141859.600080:0:6173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8fbc04cb30c0. 00000100:00000200:2.0:1783141859.600086:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1869759466458624, portal 25 00000100:00000001:2.0:1783141859.600088:0:6173:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141859.600093:0:6173:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636645197568 : -123437064354048 : ffff8fbc11a08700) 00000100:00000040:2.0:1783141859.600099:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc11a08700 x1869759466458624/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141859.600106:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141859.600108:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141859.600112:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317660. 00000100:00000200:2.0:1783141859.600116:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1869759466458624, offset 0 00000400:00000200:2.0:1783141859.600122:0:6173:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141859.600130:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141859.600137:0:6173:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141859.600144:0:6173:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141859.600148:0:6173:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141859.600151:0:6173:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141859.600154:0:6173:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141859.600157:0:6173:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [166:166:256:4294967295] 192.168.202.126@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:2.0:1783141859.600161:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141859.600170:0:6173:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141859.600175:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141859.600180:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc0a8b9f00. 00000800:00000200:2.0:1783141859.600187:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141859.600193:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141859.600198:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc0a8b9f00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1783141859.600220:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141859.600224:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141859.600227:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295062094 00000100:00000001:2.0:1783141859.600419:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062086 00000100:00000001:2.0:1783141859.600426:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295062094 00000800:00000200:1.0:1783141859.600983:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141859.600988:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc0a8b9f00. 00000400:00000200:1.0:1783141859.600993:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141859.601000:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141859.601005:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317660 00000400:00000010:1.0:1783141859.601007:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317660. 00000100:00000001:1.0:1783141859.601020:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141859.601025:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc11a08700 x1869759466458624/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141859.601035:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141859.601047:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8fbc11a08700 x1869759466458624/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141859.601055:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141859.601057:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783141859.601882:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062086 00000100:00000001:3.0:1783141859.601891:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141859.601895:0:6173:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141859.601899:0:6173:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141859.601901:0:6173:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783141859.601905:0:6173:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc04cb36c0 going to sleep for 11 seconds 00000100:00000001:3.0:1783141859.601910:0:6173:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141859.601912:0:6173:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783141859.610119:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.610151:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141859.610156:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.610158:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141859.610168:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.610177:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141859.610187:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.610192:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.610197:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.610201:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 8416 into portal 25 MB=0x6a4894cd04e00 00000400:00000200:0.0:1783141859.610206:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.610212:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.126@tcp of length 8416/8416 into md 0x8b1 [4] + 224 00000800:00000001:0.0:1783141859.610219:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.610237:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141859.610241:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141859.610246:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141859.610254:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141859.610262:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc11a08700 x1869759466458624/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141859.610274:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8fbc11a08700 x1869759466458624/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141859.610296:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141859.610305:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.610307:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141859.610540:0:6173:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783141859.610548:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141859.610550:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141859.610554:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92f9a0. 00000400:00000200:3.0:1783141859.610559:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc04cb30c0 00000400:00000010:3.0:1783141859.610561:0:6173:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff8fbc04cb30c0. 00000100:00000001:3.0:1783141859.610566:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141859.610570:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc11a08700 x1869759466458624/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141859.610580:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc11a08700 x1869759466458624/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.610586:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141859.610588:0:6173:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141859.610591:0:6173:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141859.610594:0:6173:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141859.610597:0:6173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141859.610599:0:6173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141859.610602:0:6173:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141859.610610:0:6173:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0a8f6460 time=95 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141859.610615:0:6173:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a8f6418 time=95 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141859.610617:0:6173:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141859.610618:0:6173:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141859.610621:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783141859.610623:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141859.610626:0:6173:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141859.610637:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc11a08700 x1869759466458624/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.610644:0:6173:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141859.610647:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141859.610649:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141859.610652:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc11a08700 x1869759466458624/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141859.610659:0:6173:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc11a08700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466458624:192.168.202.126@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1783141859.610664:0:6173:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141859.610668:0:6173:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141859.610671:0:6173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783141859.610673:0:6173:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141859.610676:0:6173:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc11a08700 x1869759466458624/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.610683:0:6173:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783141859.610686:0:6173:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8fbc04cb36c0. 00000100:00000001:3.0:1783141859.610689:0:6173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783141859.610690:0:6173:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1783141859.610699:0:6173:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1783141859.610702:0:6173:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141859.610704:0:6173:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc11a08700 x1869759466458624/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.610710:0:6173:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141859.610713:0:6173:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141859.610716:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8fbc05b7c000. 02000000:00000001:3.0:1783141859.610728:0:6173:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141859.610731:0:6173:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141859.610733:0:6173:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000020:00000001:3.0:1783141859.610736:0:6173:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141859.610738:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8fbc05b06000. 02000000:00000001:3.0:1783141859.610742:0:6173:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141859.610744:0:6173:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141859.610753:0:6173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc11a08700. 00000100:00000001:3.0:1783141859.610758:0:6173:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141859.610759:0:6173:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783141859.610762:0:6173:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141859.610763:0:6173:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=3 obd=MGC192.168.202.126@tcp 00000020:00000001:3.0:1783141859.610765:0:6173:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1783141859.610768:0:6173:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1783141859.610771:0:6173:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1783141859.610775:0:6173:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1783141859.610778:0:6173:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8fbc04d4a720. 00000040:00001000:3.0:1783141859.610780:0:6173:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1783141859.611277:0:10388:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:3.0:1783141859.611284:0:10388:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8fbc057b5000. 00000020:00000010:3.0:1783141859.611290:0:10388:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8fbc057b5800. 00000040:00000010:3.0:1783141859.611294:0:10388:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8fbc057b5a00. 00000020:00000010:3.0:1783141859.611299:0:10388:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8fbc10b34000. 00000020:00000010:3.0:1783141859.611305:0:10388:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8fbc07ccc168. 00000020:00000010:3.0:1783141859.611310:0:10388:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8fbc057b4e00. 80000000:00000010:3.0:1783141859.611314:0:10388:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8fbc04d4a420. 40000000:00000010:3.0:1783141859.611319:0:10388:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff8fbc08971740. 00100000:00000010:3.0:1783141859.611325:0:10388:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8fbc10b31800. 00040000:00000010:3.0:1783141859.611330:0:10388:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8fbc02bc2000. 00040000:00000010:3.0:1783141859.611335:0:10388:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff8fbc10b33800. 00040000:00000010:3.0:1783141859.611338:0:10388:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8fbc057b4c00. 00000004:00000010:3.0:1783141859.611344:0:10388:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff8fbc10b32800. 00000004:00000010:3.0:1783141859.611349:0:10388:0:(mdt_handler.c:8389:mdt_key_init()) kmalloced '(value)': 2568 at ffff8fbc0a883000. 00000004:00000010:3.0:1783141859.611355:0:10388:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff8fbc10b36000. 00002000:00000010:3.0:1783141859.611360:0:10388:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff8fbc10c6d000. 00000004:00000010:3.0:1783141859.611365:0:10388:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff8fbc10c6f800. 00000020:00000010:3.0:1783141859.611372:0:10388:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8fbc08971a00. 00000040:00000010:3.0:1783141859.611380:0:10388:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8fbc058a0000. 00000040:00080000:3.0:1783141859.614306:0:10388:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1783141859.614320:0:10388:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff8fbc058a0000. 00000020:00000010:3.0:1783141859.614334:0:10388:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8fbc08971a00. 00000020:00000010:3.0:1783141859.614374:0:10388:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8fbc057b5800. 00000040:00000010:3.0:1783141859.614379:0:10388:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8fbc057b5a00. 00000020:00000010:3.0:1783141859.614382:0:10388:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8fbc10b34000. 00000020:00000010:3.0:1783141859.614386:0:10388:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8fbc07ccc168. 00000020:00000010:3.0:1783141859.614392:0:10388:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8fbc057b4e00. 80000000:00000010:3.0:1783141859.614396:0:10388:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8fbc04d4a420. 40000000:00000010:3.0:1783141859.614400:0:10388:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff8fbc08971740. 00100000:00000010:3.0:1783141859.614405:0:10388:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8fbc10b31800. 00040000:00000010:3.0:1783141859.614409:0:10388:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8fbc02bc2000. 00040000:00000010:3.0:1783141859.614414:0:10388:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff8fbc10b33800. 00040000:00000010:3.0:1783141859.614418:0:10388:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8fbc057b4c00. 00000004:00000010:3.0:1783141859.614422:0:10388:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff8fbc10b32800. 00000004:00000010:3.0:1783141859.614426:0:10388:0:(mdt_handler.c:8414:mdt_key_fini()) kfreed 'info': 2568 at ffff8fbc0a883000. 00000004:00000010:3.0:1783141859.614431:0:10388:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff8fbc10b36000. 00002000:00000010:3.0:1783141859.614435:0:10388:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff8fbc10c6d000. 00000004:00000010:3.0:1783141859.614438:0:10388:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff8fbc10c6f800. 00000020:00000010:3.0:1783141859.614443:0:10388:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8fbc057b5000. 00000040:00000010:0.0:1783141859.615008:0:6173:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8fbc04d4a720. 00000040:00000001:0.0:1783141859.615024:0:6173:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1783141859.615028:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1783141859.615033:0:6173:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8fbc057ec000. 00000040:00000010:0.0:1783141859.615037:0:6173:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8fbc05b07c00. 00000020:00000001:0.0:1783141859.615040:0:6173:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783141859.615043:0:6173:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1783141859.615047:0:6173:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8fbc05b07200. 00000040:00000010:0.0:1783141859.615049:0:6173:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8fbc05b07000. 00000020:00000010:0.0:1783141859.615052:0:6173:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8fbc10ed0000. 00000020:00000010:0.0:1783141859.615055:0:6173:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8fbc05b07400. 80000000:00000010:0.0:1783141859.615066:0:6173:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8fbc05607b40. 00040000:00000010:0.0:1783141859.615070:0:6173:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8fbc05b06a00. 20000000:00000010:0.0:1783141859.615074:0:6173:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff8fbc05b07e00. 00000020:00000010:0.0:1783141859.615076:0:6173:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8fbc05b06e00. 10000000:00000010:0.0:1783141859.615079:0:6173:0:(mgc_request.c:1732:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8fbc058a9c80. 10000000:01000000:0.0:1783141859.615082:0:6173:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1783141859.615086:0:6173:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1783141859.615088:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783141859.615091:0:6173:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783141859.615094:0:6173:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8fbc00030600 refcount=3 00000020:00000001:0.0:1783141859.615097:0:6173:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446620636349662720 : -123437359888896 : ffff8fbc00030600) 00010000:00000001:0.0:1783141859.615108:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620636349662720 : -123437359888896 : ffff8fbc00030600) 00010000:00000001:0.0:1783141859.615110:0:6173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783141859.615115:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc00030600/0x624540223b322e07 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cec expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783141859.615125:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783141859.615127:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783141859.615129:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff8fbc00030600/0x624540223b322e07 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cec expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783141859.615135:0:6173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783141859.615136:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783141859.615137:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1783141859.615147:0:6173:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783141859.615149:0:6173:0:(mgc_request.c:1908:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783141859.615151:0:6173:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1783141859.615154:0:6173:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1783141859.615155:0:6173:0:(mgc_request.c:108:config_log_get()) log params (ffff8fbc0588d000) refs 2 10000000:00000001:0.0:1783141859.615157:0:6173:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783141859.615159:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1783141859.615161:0:6173:0:(mgc_request.c:123:config_log_put()) log params(ffff8fbc058c6800) refs 3 10000000:00000001:0.0:1783141859.615163:0:6173:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1783141859.615164:0:6173:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1783141859.615165:0:6173:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1783141859.615167:0:6173:0:(mgc_request.c:1784:mgc_process_log()) Process entered 10000000:01000000:0.0:1783141859.615169:0:6173:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8fbc05454000 from 7 10000000:00000001:0.0:1783141859.615171:0:6173:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1783141859.615173:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1783141859.615180:0:6173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc05892d80. 00000020:00000040:0.0:1783141859.615184:0:6173:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000100:00000001:0.0:1783141859.615189:0:6173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783141859.615192:0:6173:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783141859.615197:0:6173:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783141859.615204:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8fbc0588d200. 00000100:00000001:0.0:1783141859.615210:0:6173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783141859.615214:0:6173:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783141859.615221:0:6173:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783141859.615225:0:6173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8fbc07d91800 count: 2 00010000:00000001:0.0:1783141859.615228:0:6173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783141859.615231:0:6173:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783141859.615234:0:6173:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8fbc00030800. 00000020:00000001:0.0:1783141859.615238:0:6173:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783141859.615240:0:6173:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8fbc00030800 with handle 0x624540223b322e0e to hash 00000020:00000001:0.0:1783141859.615242:0:6173:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783141859.615244:0:6173:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446620636349663232 : -123437359888384 : ffff8fbc00030800) 00010000:00000001:0.0:1783141859.615246:0:6173:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446620636349663232 : -123437359888384 : ffff8fbc00030800) 00010000:00000001:0.0:1783141859.615250:0:6173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783141859.615253:0:6173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783141859.615257:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc00030800/0x624540223b322e0e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783141859.615265:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff8fbc00030800/0x624540223b322e0e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783141859.615277:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff8fbc00030800/0x624540223b322e0e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783141859.615283:0:6173:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783141859.615285:0:6173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783141859.615291:0:6173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8fbc03f95480. 00000100:00000001:0.0:1783141859.615293:0:6173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620636416136320 : -123437293415296 : ffff8fbc03f95480) 00000100:00000001:0.0:1783141859.615295:0:6173:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783141859.615297:0:6173:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636442340736 : -123437267210880 : ffff8fbc05892d80) 00000100:00000001:0.0:1783141859.615301:0:6173:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783141859.615305:0:6173:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141859.615307:0:6173:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783141859.615309:0:6173:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783141859.615318:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc05892d80 x1869759466458752/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141859.615327:0:6173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783141859.615333:0:6173:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783141859.615337:0:6173:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783141859.615339:0:6173:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783141859.615342:0:6173:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783141859.615346:0:6173:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc05892d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466458752:192.168.202.126@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1783141859.615350:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783141859.615355:0:6173:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783141859.615358:0:6173:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783141859.615361:0:6173:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783141859.615364:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8fbc05ac0000. 02000000:00000001:0.0:1783141859.615366:0:6173:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783141859.615373:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:0.0:1783141859.615376:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc058b7898. 00000400:00000010:0.0:1783141859.615513:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0a9f5880. 00000100:00000200:0.0:1783141859.615522:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1869759466458752, portal 25 00000100:00000001:0.0:1783141859.615524:0:6173:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783141859.615525:0:6173:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636442340736 : -123437267210880 : ffff8fbc05892d80) 00000100:00000040:0.0:1783141859.615532:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc05892d80 x1869759466458752/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141859.615539:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783141859.615542:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:0.0:1783141859.615545:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0a9f5ee0. 00000100:00000200:0.0:1783141859.615547:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1869759466458752, offset 0 00000400:00000200:0.0:1783141859.615553:0:6173:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:0.0:1783141859.615630:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.615637:0:6173:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:0.0:1783141859.615643:0:6173:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783141859.615647:0:6173:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:0.0:1783141859.615650:0:6173:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783141859.615653:0:6173:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:0.0:1783141859.615657:0:6173:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [167:167:256:4294967295] 192.168.202.126@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:0.0:1783141859.615661:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.615671:0:6173:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:0.0:1783141859.615682:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:0.0:1783141859.615687:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc12fbaa00. 00000800:00000200:0.0:1783141859.615694:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:0.0:1783141859.615702:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:0.0:1783141859.615706:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc12fbaa00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783141859.615724:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783141859.615728:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:0.0:1783141859.615731:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295062109 00000100:00000001:0.0:1783141859.615739:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062094 00000100:00000001:0.0:1783141859.615743:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295062109 00000100:00000001:0.0:1783141859.615746:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062094 00000100:00000001:0.0:1783141859.615749:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783141859.615752:0:6173:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141859.615754:0:6173:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783141859.615756:0:6173:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783141859.615759:0:6173:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc03f95480 going to sleep for 11 seconds 00000100:00000001:0.0:1783141859.615761:0:6173:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783141859.615764:0:6173:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783141859.618555:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141859.618565:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc12fbaa00. 00000400:00000200:1.0:1783141859.618572:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141859.618582:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141859.618588:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0a9f5ee0 00000400:00000010:1.0:1783141859.618591:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0a9f5ee0. 00000100:00000001:1.0:1783141859.618597:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141859.618606:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc05892d80 x1869759466458752/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141859.618619:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141859.618623:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8fbc05892d80 x1869759466458752/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141859.618631:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141859.618632:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783141859.623078:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.623103:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141859.623109:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.623112:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141859.623123:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.623133:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141859.623143:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.623148:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.623155:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.623160:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 344 into portal 25 MB=0x6a4894cd04e80 00000400:00000200:0.0:1783141859.623167:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.623173:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.126@tcp of length 344/344 into md 0x8b9 [1] + 224 00000800:00000001:0.0:1783141859.623180:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.623200:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141859.623204:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141859.623210:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141859.623218:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141859.623229:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc05892d80 x1869759466458752/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141859.623240:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8fbc05892d80 x1869759466458752/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141859.623264:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141859.623276:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.623280:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141859.623338:0:6173:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783141859.623348:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141859.623351:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141859.623354:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc058b7898. 00000400:00000200:3.0:1783141859.623359:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0a9f5880 00000400:00000010:3.0:1783141859.623363:0:6173:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0a9f5880. 00000100:00000001:3.0:1783141859.623367:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141859.623372:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc05892d80 x1869759466458752/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141859.623380:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc05892d80 x1869759466458752/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.623387:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141859.623389:0:6173:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141859.623392:0:6173:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141859.623396:0:6173:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141859.623399:0:6173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141859.623401:0:6173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141859.623405:0:6173:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141859.623420:0:6173:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0a8f6460 time=95 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141859.623425:0:6173:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a8f6418 time=95 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141859.623428:0:6173:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141859.623429:0:6173:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141859.623433:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783141859.623435:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141859.623437:0:6173:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141859.623442:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc05892d80 x1869759466458752/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.623460:0:6173:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141859.623463:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141859.623465:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141859.623469:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc05892d80 x1869759466458752/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141859.623477:0:6173:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc05892d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466458752:192.168.202.126@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1783141859.623482:0:6173:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141859.623484:0:6173:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141859.623486:0:6173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783141859.623488:0:6173:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141859.623491:0:6173:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc05892d80 x1869759466458752/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.623497:0:6173:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783141859.623500:0:6173:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8fbc03f95480. 00000100:00000001:3.0:1783141859.623504:0:6173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783141859.623505:0:6173:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141859.623509:0:6173:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1783141859.623513:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783141859.623517:0:6173:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783141859.623520:0:6173:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8fbc00030800 refcount=4 00000020:00000001:3.0:1783141859.623523:0:6173:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446620636349663232 : -123437359888384 : ffff8fbc00030800) 00010000:00000001:3.0:1783141859.623527:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620636349663232 : -123437359888384 : ffff8fbc00030800) 00010000:00000040:3.0:1783141859.623535:0:6173:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8fbc00030800, remote cookie: 0xa58e3d5401810cf3, flags: 0x0 00010000:00000001:3.0:1783141859.623544:0:6173:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1783141859.623549:0:6173:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1783141859.623551:0:6173:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1783141859.623553:0:6173:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:3.0:1783141859.623554:0:6173:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1783141859.623557:0:6173:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff8fbc07d91800) refcount = 2 00010000:00000040:3.0:1783141859.623560:0:6173:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1783141859.623565:0:6173:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.202.126@tcp lock: ffff8fbc00030600/0x624540223b322e07 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa58e3d5401810cec expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783141859.623574:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff8fbc00030800/0x624540223b322e0e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cf3 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783141859.623580:0:6173:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1783141859.623582:0:6173:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1783141859.623583:0:6173:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783141859.623586:0:6173:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1783141859.623588:0:6173:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783141859.623591:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff8fbc00030800/0x624540223b322e0e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa58e3d5401810cf3 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1783141859.623596:0:6173:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1783141859.623597:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783141859.623599:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783141859.623600:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783141859.623601:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783141859.623602:0:6173:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141859.623604:0:6173:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141859.623608:0:6173:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc05892d80 x1869759466458752/t0(0) o101->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 328/344 e 0 to 0 dl 1783141875 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.623615:0:6173:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141859.623617:0:6173:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141859.623620:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8fbc05ac0000. 02000000:00000001:3.0:1783141859.623623:0:6173:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141859.623626:0:6173:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141859.623633:0:6173:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=3 obd=MGC192.168.202.126@tcp 00000020:00000001:3.0:1783141859.623635:0:6173:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141859.623637:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8fbc0588d200. 02000000:00000001:3.0:1783141859.623641:0:6173:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141859.623643:0:6173:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141859.623645:0:6173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc05892d80. 00000100:00000001:3.0:1783141859.623649:0:6173:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141859.623650:0:6173:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1783141859.623653:0:6173:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783141859.623655:0:6173:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1783141859.623657:0:6173:0:(mgc_request.c:108:config_log_get()) log params (ffff8fbc0588d000) refs 3 10000000:00000001:3.0:1783141859.623659:0:6173:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141859.623661:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783141859.623663:0:6173:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783141859.623665:0:6173:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8fbc00030800 refcount=3 00000020:00000001:3.0:1783141859.623667:0:6173:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446620636349663232 : -123437359888384 : ffff8fbc00030800) 00010000:00000001:3.0:1783141859.623669:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620636349663232 : -123437359888384 : ffff8fbc00030800) 00010000:00000001:3.0:1783141859.623671:0:6173:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1783141859.623673:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1783141859.623674:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1783141859.623676:0:6173:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1783141859.623678:0:6173:0:(mgc_request.c:1670:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1783141859.623682:0:6173:0:(mgc_request.c:1684:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8fbc08971740. 00000020:00000010:3.0:1783141859.623686:0:6173:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8fbc057b5000. 00000020:00000010:3.0:1783141859.623692:0:6173:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8fbc057b4c00. 00000040:00000010:3.0:1783141859.623696:0:6173:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8fbc057b4e00. 00000020:00000010:3.0:1783141859.623699:0:6173:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8fbc10b36000. 00000020:00000010:3.0:1783141859.623704:0:6173:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8fbc057b5a00. 80000000:00000010:3.0:1783141859.623708:0:6173:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8fbc04d4a420. 00040000:00000010:3.0:1783141859.623714:0:6173:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8fbc057b5800. 20000000:00000010:3.0:1783141859.623718:0:6173:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff8fbc057b5200. 10000000:00000040:3.0:1783141859.623724:0:6173:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff8fbc118866c0 : new refcount 2 00000020:00000001:3.0:1783141859.623727:0:6173:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1783141859.623729:0:6173:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1783141859.623732:0:6173:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:3.0:1783141859.623736:0:6173:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8fbc057b5c00. 00000040:00000001:3.0:1783141859.623744:0:6173:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1783141859.623747:0:6173:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000100:00000010:3.0:1783141859.623752:0:6173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8e9880. 00000020:00000040:3.0:1783141859.623755:0:6173:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=5 obd=MGC192.168.202.126@tcp 00000100:00000001:3.0:1783141859.623759:0:6173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141859.623763:0:6173:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141859.623768:0:6173:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141859.623776:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8fbc057b4600. 00000100:00000001:3.0:1783141859.623782:0:6173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141859.623787:0:6173:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783141859.623789:0:6173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783141859.623805:0:6173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8fbc07cefb40. 00000100:00000001:3.0:1783141859.623808:0:6173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620636480469824 : -123437229081792 : ffff8fbc07cefb40) 00000100:00000001:3.0:1783141859.623843:0:6173:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141859.623845:0:6173:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526581888 : -123437182969728 : ffff8fbc0a8e9880) 00000100:00000001:3.0:1783141859.623849:0:6173:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141859.623853:0:6173:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141859.623855:0:6173:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783141859.623857:0:6173:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783141859.623862:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8e9880 x1869759466458880/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.623870:0:6173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783141859.623872:0:6173:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141859.623875:0:6173:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141859.623878:0:6173:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141859.623880:0:6173:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141859.623883:0:6173:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466458880:192.168.202.126@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1783141859.623886:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141859.623891:0:6173:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141859.623893:0:6173:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141859.623896:0:6173:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783141859.623901:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc057b5400. 02000000:00000001:3.0:1783141859.623903:0:6173:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141859.623907:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141859.623915:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc1137e5d8. 00000400:00000010:3.0:1783141859.623921:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a110. 00000100:00000200:3.0:1783141859.623928:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466458880, portal 25 00000100:00000001:3.0:1783141859.623931:0:6173:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141859.623932:0:6173:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526581888 : -123437182969728 : ffff8fbc0a8e9880) 00000100:00000040:3.0:1783141859.623938:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8e9880 x1869759466458880/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.623946:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783141859.623949:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:3.0:1783141859.623952:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a000. 00000100:00000200:3.0:1783141859.623955:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1869759466458880, offset 0 00000400:00000200:3.0:1783141859.623962:0:6173:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141859.623968:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141859.623974:0:6173:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141859.623980:0:6173:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783141859.623984:0:6173:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141859.623988:0:6173:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141859.623991:0:6173:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:3.0:1783141859.623995:0:6173:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [168:168:256:4294967295] 192.168.202.126@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:3.0:1783141859.624000:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141859.624010:0:6173:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:3.0:1783141859.624028:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:3.0:1783141859.624033:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc02bc2000. 00000800:00000200:3.0:1783141859.624039:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:3.0:1783141859.624047:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141859.624051:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc02bc2000 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1783141859.624069:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141859.624074:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141859.624077:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295062118 00000100:00000001:3.0:1783141859.624086:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062109 00000100:00000001:3.0:1783141859.624091:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295062118 00000100:00000001:3.0:1783141859.624100:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062109 00000100:00000001:3.0:1783141859.624103:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141859.624106:0:6173:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141859.624108:0:6173:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141859.624111:0:6173:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783141859.624113:0:6173:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc07cefb40 going to sleep for 11 seconds 00000100:00000001:3.0:1783141859.624115:0:6173:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141859.624117:0:6173:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783141859.624393:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141859.624397:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc02bc2000. 00000400:00000200:1.0:1783141859.624401:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141859.624406:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141859.624409:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a000 00000400:00000010:1.0:1783141859.624411:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a000. 00000100:00000001:1.0:1783141859.624415:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141859.624420:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8e9880 x1869759466458880/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141859.624429:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141859.624432:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8fbc0a8e9880 x1869759466458880/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141859.624439:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141859.624441:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783141859.631488:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.631506:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141859.631512:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.631514:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141859.631524:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.631531:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141859.631541:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.631546:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.631553:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.631558:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 272 into portal 25 MB=0x6a4894cd04f00 00000400:00000200:0.0:1783141859.631563:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.631570:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.126@tcp of length 272/272 into md 0x8c9 [1] + 224 00000800:00000001:0.0:1783141859.631577:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.631585:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141859.631588:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141859.631592:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141859.631600:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141859.631611:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8e9880 x1869759466458880/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141859.631623:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8fbc0a8e9880 x1869759466458880/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141859.631663:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141859.631673:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.631677:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141859.631851:0:6173:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783141859.631861:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141859.631863:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141859.631867:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc1137e5d8. 00000400:00000200:3.0:1783141859.631872:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a110 00000400:00000010:3.0:1783141859.631875:0:6173:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a110. 00000100:00000001:3.0:1783141859.631878:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141859.631883:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8e9880 x1869759466458880/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141859.631892:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8e9880 x1869759466458880/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.631897:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141859.631899:0:6173:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141859.631902:0:6173:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141859.631906:0:6173:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141859.631909:0:6173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141859.631911:0:6173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141859.631915:0:6173:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141859.631922:0:6173:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0a8f6460 time=95 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141859.631927:0:6173:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a8f6418 time=95 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141859.631929:0:6173:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141859.631930:0:6173:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141859.631934:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783141859.631936:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141859.631938:0:6173:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141859.631943:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8e9880 x1869759466458880/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.631964:0:6173:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141859.631968:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141859.631970:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141859.631975:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8e9880 x1869759466458880/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141859.631983:0:6173:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466458880:192.168.202.126@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1783141859.631989:0:6173:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141859.631992:0:6173:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141859.631995:0:6173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783141859.631997:0:6173:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141859.632000:0:6173:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8e9880 x1869759466458880/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.632008:0:6173:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783141859.632024:0:6173:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8fbc07cefb40. 00000100:00000001:3.0:1783141859.632028:0:6173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783141859.632030:0:6173:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1783141859.632037:0:6173:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1783141859.632042:0:6173:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141859.632044:0:6173:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000020:00000001:3.0:1783141859.632047:0:6173:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1783141859.632049:0:6173:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141859.632052:0:6173:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8e9880 x1869759466458880/t0(0) o501->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 504/272 e 0 to 0 dl 1783141875 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.632059:0:6173:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141859.632062:0:6173:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141859.632066:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc057b5400. 02000000:00000001:3.0:1783141859.632069:0:6173:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141859.632070:0:6173:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141859.632072:0:6173:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=3 obd=MGC192.168.202.126@tcp 00000020:00000001:3.0:1783141859.632074:0:6173:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141859.632076:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8fbc057b4600. 02000000:00000001:3.0:1783141859.632086:0:6173:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141859.632089:0:6173:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141859.632091:0:6173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8e9880. 00000100:00000001:3.0:1783141859.632095:0:6173:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141859.632097:0:6173:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1783141859.632100:0:6173:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1783141859.632104:0:6173:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:3.0:1783141859.632110:0:6173:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8fbc058a0000. 00000040:00000001:3.0:1783141859.632112:0:6173:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1783141859.632114:0:6173:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1783141859.632117:0:6173:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000100:00000010:3.0:1783141859.632121:0:6173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8e9880. 00000020:00000040:3.0:1783141859.632123:0:6173:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=5 obd=MGC192.168.202.126@tcp 00000100:00000001:3.0:1783141859.632128:0:6173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141859.632131:0:6173:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141859.632136:0:6173:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141859.632142:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8fbc057b4600. 00000100:00000001:3.0:1783141859.632148:0:6173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141859.632152:0:6173:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1783141859.632154:0:6173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1783141859.632160:0:6173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8fbc07cefb40. 00000100:00000001:3.0:1783141859.632162:0:6173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620636480469824 : -123437229081792 : ffff8fbc07cefb40) 00000100:00000001:3.0:1783141859.632165:0:6173:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141859.632166:0:6173:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526581888 : -123437182969728 : ffff8fbc0a8e9880) 00000100:00000001:3.0:1783141859.632170:0:6173:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141859.632174:0:6173:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141859.632176:0:6173:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1783141859.632177:0:6173:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783141859.632181:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8e9880 x1869759466459008/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.632189:0:6173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783141859.632191:0:6173:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141859.632195:0:6173:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141859.632198:0:6173:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141859.632201:0:6173:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141859.632204:0:6173:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466459008:192.168.202.126@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1783141859.632214:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141859.632219:0:6173:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141859.632221:0:6173:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141859.632224:0:6173:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783141859.632239:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8fbc05b7c000. 02000000:00000001:3.0:1783141859.632241:0:6173:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141859.632246:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141859.632249:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc1137e5d8. 00000400:00000010:3.0:1783141859.632255:0:6173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8fbc07cef0c0. 00000100:00000200:3.0:1783141859.632260:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1869759466459008, portal 25 00000100:00000001:3.0:1783141859.632262:0:6173:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141859.632263:0:6173:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526581888 : -123437182969728 : ffff8fbc0a8e9880) 00000100:00000040:3.0:1783141859.632268:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8e9880 x1869759466459008/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.632275:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783141859.632277:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:3.0:1783141859.632281:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a110. 00000100:00000200:3.0:1783141859.632284:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1869759466459008, offset 0 00000400:00000200:3.0:1783141859.632291:0:6173:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141859.632297:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141859.632304:0:6173:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141859.632310:0:6173:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783141859.632314:0:6173:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141859.632318:0:6173:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141859.632321:0:6173:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:3.0:1783141859.632325:0:6173:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [169:169:256:4294967295] 192.168.202.126@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:3.0:1783141859.632329:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141859.632338:0:6173:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:3.0:1783141859.632345:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:3.0:1783141859.632350:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc02bc2b00. 00000800:00000200:3.0:1783141859.632356:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:3.0:1783141859.632372:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141859.632377:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc02bc2b00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1783141859.632398:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141859.632402:0:6173:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141859.632406:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295062126 00000100:00000001:3.0:1783141859.632415:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062118 00000100:00000001:3.0:1783141859.632421:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295062126 00000100:00000001:3.0:1783141859.632425:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062118 00000100:00000001:3.0:1783141859.632428:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141859.632431:0:6173:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141859.632433:0:6173:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141859.632435:0:6173:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1783141859.632438:0:6173:0:(client.c:2701:ptlrpc_set_wait()) set ffff8fbc07cefb40 going to sleep for 11 seconds 00000100:00000001:3.0:1783141859.632440:0:6173:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141859.632442:0:6173:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783141859.632746:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141859.632752:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc02bc2b00. 00000400:00000200:1.0:1783141859.632757:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141859.632763:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141859.632767:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a110 00000400:00000010:1.0:1783141859.632769:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a110. 00000100:00000001:1.0:1783141859.632772:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141859.632778:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8e9880 x1869759466459008/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141859.632786:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141859.632789:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8fbc0a8e9880 x1869759466459008/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141859.632795:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141859.632796:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783141859.635380:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.635396:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141859.635400:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.635402:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141859.635411:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.635418:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141859.635426:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.635431:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.635435:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.635440:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 8416 into portal 25 MB=0x6a4894cd04f80 00000400:00000200:0.0:1783141859.635445:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141859.635460:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.126@tcp of length 8416/8416 into md 0x8d1 [4] + 224 00000800:00000001:0.0:1783141859.635468:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.635495:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141859.635499:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141859.635505:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141859.635513:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141859.635521:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8e9880 x1869759466459008/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141859.635532:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8fbc0a8e9880 x1869759466459008/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141859.635551:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141859.635674:0:6173:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1783141859.635722:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141859.635726:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783141859.635771:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141859.635774:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141859.635778:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc1137e5d8. 00000400:00000200:3.0:1783141859.635782:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc07cef0c0 00000400:00000010:3.0:1783141859.635785:0:6173:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff8fbc07cef0c0. 00000100:00000001:3.0:1783141859.635788:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141859.635802:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8e9880 x1869759466459008/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141859.635854:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8e9880 x1869759466459008/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.635861:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141859.635863:0:6173:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141859.635866:0:6173:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141859.635869:0:6173:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141859.635872:0:6173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141859.635874:0:6173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141859.635877:0:6173:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141859.635894:0:6173:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0a8f6460 time=95 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141859.635898:0:6173:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a8f6418 time=95 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141859.635901:0:6173:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141859.635902:0:6173:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141859.635905:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783141859.635908:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141859.635911:0:6173:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141859.635916:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8e9880 x1869759466459008/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.635923:0:6173:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141859.635927:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141859.635929:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141859.635933:0:6173:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8e9880 x1869759466459008/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141859.635940:0:6173:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4acba108-b13d-4e12-8af1-a771d4999ae3:6173:1869759466459008:192.168.202.126@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1783141859.635945:0:6173:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141859.635947:0:6173:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141859.635950:0:6173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1783141859.635952:0:6173:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141859.635955:0:6173:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8e9880 x1869759466459008/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.635962:0:6173:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783141859.635965:0:6173:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8fbc07cefb40. 00000100:00000001:3.0:1783141859.635968:0:6173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1783141859.635969:0:6173:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1783141859.635977:0:6173:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1783141859.635979:0:6173:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141859.635982:0:6173:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8e9880 x1869759466459008/t0(0) o503->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783141875 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141859.635989:0:6173:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141859.635991:0:6173:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141859.635994:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8fbc05b7c000. 02000000:00000001:3.0:1783141859.636008:0:6173:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141859.636020:0:6173:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141859.636023:0:6173:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000020:00000001:3.0:1783141859.636025:0:6173:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141859.636028:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8fbc057b4600. 02000000:00000001:3.0:1783141859.636033:0:6173:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141859.636034:0:6173:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141859.636037:0:6173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8e9880. 00000100:00000001:3.0:1783141859.636041:0:6173:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141859.636042:0:6173:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783141859.636045:0:6173:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141859.636046:0:6173:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=3 obd=MGC192.168.202.126@tcp 00000020:00000001:3.0:1783141859.636048:0:6173:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1783141859.636050:0:6173:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1783141859.636053:0:6173:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1783141859.636057:0:6173:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1783141859.636061:0:6173:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8fbc04d4ae40. 00000040:00001000:3.0:1783141859.636063:0:6173:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1783141859.636652:0:10389:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:3.0:1783141859.636661:0:10389:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8fbc057b4600. 00000020:00000010:3.0:1783141859.636668:0:10389:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8fbc057b5600. 00000040:00000010:3.0:1783141859.636671:0:10389:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8fbc057b4200. 00000020:00000010:3.0:1783141859.636676:0:10389:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8fbc10b32800. 00000020:00000010:3.0:1783141859.636682:0:10389:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8fbc07ccc168. 00000020:00000010:3.0:1783141859.636686:0:10389:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8fbc057b5e00. 80000000:00000010:3.0:1783141859.636690:0:10389:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8fbc04d4a4e0. 40000000:00000010:3.0:1783141859.636695:0:10389:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff8fbc08971c80. 00100000:00000010:3.0:1783141859.636700:0:10389:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8fbc10b33800. 00040000:00000010:3.0:1783141859.636705:0:10389:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8fbc02bc2500. 00040000:00000010:3.0:1783141859.636709:0:10389:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff8fbc10b31800. 00040000:00000010:3.0:1783141859.636713:0:10389:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8fbc057b4400. 00000004:00000010:3.0:1783141859.636718:0:10389:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff8fbc10b34000. 00000004:00000010:3.0:1783141859.636725:0:10389:0:(mdt_handler.c:8389:mdt_key_init()) kmalloced '(value)': 2568 at ffff8fbc0a883000. 00000004:00000010:3.0:1783141859.636731:0:10389:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff8fbc10b35000. 00002000:00000010:3.0:1783141859.636737:0:10389:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff8fbc10c6f800. 00000004:00000010:3.0:1783141859.636748:0:10389:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff8fbc10c6d000. 00000020:00000010:3.0:1783141859.636754:0:10389:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8fbc08971d40. 00000040:00000010:3.0:1783141859.636763:0:10389:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8fbc058a6000. 00000040:00080000:3.0:1783141859.637439:0:10389:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1783141859.637447:0:10389:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff8fbc058a6000. 00000020:00000010:3.0:1783141859.637466:0:10389:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8fbc08971d40. 00000020:00000010:3.0:1783141859.637483:0:10389:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8fbc057b5600. 00000040:00000010:3.0:1783141859.637487:0:10389:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8fbc057b4200. 00000020:00000010:3.0:1783141859.637491:0:10389:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8fbc10b32800. 00000020:00000010:3.0:1783141859.637495:0:10389:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8fbc07ccc168. 00000020:00000010:3.0:1783141859.637500:0:10389:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8fbc057b5e00. 80000000:00000010:3.0:1783141859.637504:0:10389:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8fbc04d4a4e0. 40000000:00000010:3.0:1783141859.637508:0:10389:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff8fbc08971c80. 00100000:00000010:3.0:1783141859.637511:0:10389:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8fbc10b33800. 00040000:00000010:3.0:1783141859.637515:0:10389:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8fbc02bc2500. 00040000:00000010:3.0:1783141859.637518:0:10389:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff8fbc10b31800. 00040000:00000010:3.0:1783141859.637521:0:10389:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8fbc057b4400. 00000004:00000010:3.0:1783141859.637524:0:10389:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff8fbc10b34000. 00000004:00000010:3.0:1783141859.637527:0:10389:0:(mdt_handler.c:8414:mdt_key_fini()) kfreed 'info': 2568 at ffff8fbc0a883000. 00000004:00000010:3.0:1783141859.637531:0:10389:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff8fbc10b35000. 00002000:00000010:3.0:1783141859.637534:0:10389:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff8fbc10c6f800. 00000004:00000010:3.0:1783141859.637538:0:10389:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff8fbc10c6d000. 00000020:00000010:3.0:1783141859.637541:0:10389:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8fbc057b4600. 00000040:00000010:0.0:1783141859.637847:0:6173:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8fbc04d4ae40. 00000040:00000001:0.0:1783141859.637852:0:6173:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1783141859.637855:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1783141859.637861:0:6173:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8fbc058a0000. 00000040:00000010:0.0:1783141859.637877:0:6173:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8fbc057b5c00. 00000020:00000001:0.0:1783141859.637880:0:6173:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783141859.637883:0:6173:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1783141859.637887:0:6173:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8fbc057b4c00. 00000040:00000010:0.0:1783141859.637890:0:6173:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8fbc057b4e00. 00000020:00000010:0.0:1783141859.637892:0:6173:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8fbc10b36000. 00000020:00000010:0.0:1783141859.637896:0:6173:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8fbc057b5a00. 80000000:00000010:0.0:1783141859.637898:0:6173:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8fbc04d4a420. 00040000:00000010:0.0:1783141859.637901:0:6173:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8fbc057b5800. 20000000:00000010:0.0:1783141859.637906:0:6173:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff8fbc057b5200. 00000020:00000010:0.0:1783141859.637909:0:6173:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8fbc057b5000. 10000000:00000010:0.0:1783141859.637912:0:6173:0:(mgc_request.c:1732:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8fbc08971740. 10000000:01000000:0.0:1783141859.637915:0:6173:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1783141859.637919:0:6173:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1783141859.637923:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783141859.637925:0:6173:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783141859.637928:0:6173:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8fbc00030800 refcount=3 00000020:00000001:0.0:1783141859.637931:0:6173:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446620636349663232 : -123437359888384 : ffff8fbc00030800) 00010000:00000001:0.0:1783141859.637935:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620636349663232 : -123437359888384 : ffff8fbc00030800) 00010000:00000001:0.0:1783141859.637937:0:6173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783141859.637942:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff8fbc00030800/0x624540223b322e0e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cf3 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783141859.637952:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783141859.637954:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783141859.637956:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff8fbc00030800/0x624540223b322e0e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa58e3d5401810cf3 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783141859.637962:0:6173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783141859.637964:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783141859.637965:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1783141859.637966:0:6173:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783141859.637968:0:6173:0:(mgc_request.c:1908:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783141859.637971:0:6173:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1783141859.637979:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1783141859.637980:0:6173:0:(mgc_request.c:123:config_log_put()) log params(ffff8fbc0588d000) refs 3 10000000:00000001:0.0:1783141859.637983:0:6173:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1783141860.155965:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141860.155974:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141860.155982:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141860.155983:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783141860.156103:0:6638:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783141860.156107:0:6638:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783141860.156110:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783141860.923987:0:8789:0:(connection.c:75:cpu_latency_work()) work item of ffff8fbc10c5e110 (cpu 0) has reached its deadline 4295062126, at 4295062144 00000100:00000010:1.0:1783141860.924012:0:8789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8fbc04d4a5a0. 00000100:00000040:0.0:1783141860.924211:0:1011:0:(connection.c:75:cpu_latency_work()) work item of ffff8fbc10c5e000 (cpu 0) has reached its deadline 4295062126, at 4295062144 00000100:00000010:0.0:1783141860.924217:0:1011:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8fbc04d4a840. 00010000:00000001:1.0:1783141861.180223:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141861.180233:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141861.180240:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141861.180242:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783141861.180267:0:6171:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783141861.180270:0:6171:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783141861.180273:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783141862.204152:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141862.204160:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141862.204166:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141862.204167:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783141862.204254:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783141862.204257:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783141862.204261:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783141862.331960:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4acba108-b13d-4e12-8af1-a771d4999ae3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141862.331970:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783141862.331983:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8e9880. 00000020:00000040:3.0:1783141862.332001:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc0a8f6000 refcount=4 obd=MGC192.168.202.126@tcp 00000100:00000001:3.0:1783141862.332006:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141862.332008:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141862.332015:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141862.332024:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc02bc2500. 00000100:00000001:3.0:1783141862.332044:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.332055:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4acba108-b13d-4e12-8af1-a771d4999ae3->MGS req@ffff8fbc0a8e9880 x1869759466459136/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783141862.332066:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141862.332069:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.332075:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003667dd27] to pc [ptlrpcd_01_01+1] req@ffff8fbc0a8e9880 x1869759466459136/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.332108:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.332111:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141862.332114:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783141862.332117:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8ebb80. 00000020:00000040:3.0:1783141862.332120:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a18000 refcount=4 obd=lustre-MDT0000-mdc-ffff8fbc05454000 00000100:00000001:3.0:1783141862.332122:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141862.332123:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141862.332125:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141862.332128:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc02bc2f00. 00000100:00000001:3.0:1783141862.332131:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.332135:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0000_UUID req@ffff8fbc0a8ebb80 x1869759466459264/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783141862.332140:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141862.332142:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.332145:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e062bf4b] to pc [ptlrpcd_01_00+0] req@ffff8fbc0a8ebb80 x1869759466459264/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.332153:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.332156:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141862.332159:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783141862.332161:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8e8000. 00000020:00000040:3.0:1783141862.332164:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a79800 refcount=4 obd=lustre-MDT0001-mdc-ffff8fbc05454000 00000100:00000001:3.0:1783141862.332165:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141862.332166:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141862.332173:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141862.332178:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc02bc2b00. 00000100:00000001:3.0:1783141862.332181:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.332185:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-MDT0001_UUID req@ffff8fbc0a8e8000 x1869759466459392/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783141862.332191:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141862.332193:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.332196:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7247d8d] to pc [ptlrpcd_01_01+1] req@ffff8fbc0a8e8000 x1869759466459392/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.332203:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.332205:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783141862.332209:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783141862.332211:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783141862.332214:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 7b19464e-4cde-4228-bb92-7aa0d307b374->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783141862.332217:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141862.332220:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783141862.332223:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8eb480. 00000020:00000040:3.0:1783141862.332225:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a7b000 refcount=4 obd=lustre-MDT0000-mdc-ffff8fbc118b8800 00000100:00000001:3.0:1783141862.332227:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141862.332228:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141862.332230:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141862.332233:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc02bc2000. 00000100:00000001:3.0:1783141862.332235:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.332239:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0000_UUID req@ffff8fbc0a8eb480 x1869759466459520/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783141862.332246:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141862.332248:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.332251:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c6ce8f8] to pc [ptlrpcd_01_00+0] req@ffff8fbc0a8eb480 x1869759466459520/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141862.332360:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141862.332370:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141862.332372:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141862.332378:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8e9880 x1869759466459136/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141862.332385:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141862.332387:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141862.332401:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141862.332404:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141862.332407:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141862.332410:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2401:1869759466459136:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141862.332415:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141862.332421:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141862.332423:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141862.332426:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141862.332431:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc05b06400. 02000000:00000001:2.0:1783141862.332432:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141862.332439:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141862.332443:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92ff78. 00000400:00000010:2.0:1783141862.332451:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc113175d8. 00000100:00000200:2.0:1783141862.332458:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466459136, portal 25 00000100:00000001:2.0:1783141862.332460:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141862.332462:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526581888 : -123437182969728 : ffff8fbc0a8e9880) 00000100:00000040:2.0:1783141862.332468:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8e9880 x1869759466459136/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141862.332475:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141862.332477:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141862.332480:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317908. 00000100:00000200:2.0:1783141862.332483:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869759466459136, offset 0 00000400:00000200:2.0:1783141862.332490:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141862.332498:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141862.332518:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141862.332523:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141862.332527:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141862.332537:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141862.332540:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141862.332544:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [170:170:256:4294967295] 192.168.202.126@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:2.0:1783141862.332549:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141862.332559:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141862.332564:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141862.332570:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc0a8b9300. 00000800:00000200:2.0:1783141862.332576:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141862.332584:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141862.332588:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc0a8b9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141862.332606:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141862.332610:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141862.332613:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295064826 00000100:00000010:2.0:1783141862.332618:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8fbc056076c0. 00000100:00000001:2.0:1783141862.332625:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1783141862.332633:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295064826 00000100:00000010:2.0:1783141862.332636:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8fbc05607f60. 00000100:00000001:2.0:1783141862.332638:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.126@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1783141862.332641:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141862.332644:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141862.332647:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141862.332651:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8e8000 x1869759466459392/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141862.332657:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141862.332659:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141862.332661:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141862.332663:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141862.332665:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141862.332667:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466459392:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141862.332671:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141862.332678:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141862.332680:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141862.332682:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141862.332685:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc05b06e00. 02000000:00000001:2.0:1783141862.332687:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141862.332690:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141862.332693:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92fe70. 00000400:00000010:2.0:1783141862.332697:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317f68. 00000100:00000200:2.0:1783141862.332700:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466459392, portal 10 00000100:00000001:2.0:1783141862.332702:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141862.332703:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526575616 : -123437182976000 : ffff8fbc0a8e8000) 00000100:00000040:2.0:1783141862.332709:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8e8000 x1869759466459392/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141862.332715:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141862.332717:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141862.332719:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317880. 00000100:00000200:2.0:1783141862.332721:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466459392, offset 0 00000400:00000200:2.0:1783141862.332725:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141862.332729:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141862.332732:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141862.332734:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141862.332736:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141862.332739:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141862.332741:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141862.332743:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [171:171:255:4294967295] 192.168.202.126@tcp LPNI seq info [171:171:7:4294967295] 00000400:00000200:2.0:1783141862.332747:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141862.332753:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141862.332757:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141862.332760:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc0a8b9100. 00000800:00000200:2.0:1783141862.332764:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141862.332768:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141862.332770:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc0a8b9100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141862.332779:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141862.332782:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: using a timeout of 136205 usecs (137 jiffies) 00000400:00000200:2.0:1783141862.332785:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141862.332787:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 0 is 4295063689 00000100:00000001:2.0:1783141862.332789:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS request active for cpu 0, keep current deadline 4295064826 00000100:00000001:2.0:1783141862.332791:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 1 is 4295063689 00000100:00000001:2.0:1783141862.332793:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc05454000: PM QoS request active for cpu 1, keep current deadline 4295064826 00000100:00000001:2.0:1783141862.332795:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141862.332797:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141862.332799:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141862.332801:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141862.332808:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141862.332851:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783141862.332854:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141862.332856:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141862.332857:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141862.332860:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1783141862.332861:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141862.332864:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783141862.332865:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783141862.332866:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141862.332867:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783141862.332869:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783141862.332873:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8ebb80 x1869759466459264/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141862.332880:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783141862.332881:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141862.332884:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783141862.332886:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783141862.332888:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783141862.332891:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466459264:192.168.202.126@tcp:400:kworker.0 00000100:00000001:2.0:1783141862.332894:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783141862.332896:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783141862.332905:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783141862.332907:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783141862.332910:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc05b07e00. 02000000:00000001:2.0:1783141862.332911:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783141862.332915:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:2.0:1783141862.332917:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc0a92f268. 00000400:00000010:2.0:1783141862.332921:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc11317110. 00000100:00000200:2.0:1783141862.332923:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466459264, portal 10 00000100:00000001:2.0:1783141862.332925:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783141862.332927:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526590848 : -123437182960768 : ffff8fbc0a8ebb80) 00000100:00000040:2.0:1783141862.332933:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8ebb80 x1869759466459264/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783141862.332939:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783141862.332942:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:2.0:1783141862.332944:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc113174c8. 00000100:00000200:2.0:1783141862.332947:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466459264, offset 0 00000400:00000200:2.0:1783141862.332951:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:2.0:1783141862.332954:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141862.332958:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:2.0:1783141862.332960:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783141862.332963:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:2.0:1783141862.332965:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783141862.332967:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:2.0:1783141862.332970:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [172:172:254:4294967295] 192.168.202.126@tcp LPNI seq info [172:172:6:4294967295] 00000400:00000200:2.0:1783141862.332973:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:2.0:1783141862.332979:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:2.0:1783141862.332983:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:2.0:1783141862.332987:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc0a8b9b00. 00000800:00000200:2.0:1783141862.333002:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:2.0:1783141862.333006:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:2.0:1783141862.333009:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc0a8b9b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783141862.333011:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783141862.333018:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: using a timeout of 116712 usecs (117 jiffies) 00000400:00000200:2.0:1783141862.333022:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:2.0:1783141862.333024:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 0 is 4295063669 00000100:00000001:2.0:1783141862.333026:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS request active for cpu 0, keep current deadline 4295064826 00000100:00000001:2.0:1783141862.333029:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS new deadline estimation for cpu 1 is 4295063669 00000100:00000001:2.0:1783141862.333030:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc05454000: PM QoS request active for cpu 1, keep current deadline 4295064826 00000100:00000001:2.0:1783141862.333032:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783141862.333034:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141862.333037:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141862.333039:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141862.333052:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141862.333054:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1783141862.333210:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141862.333215:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc0a8b9300. 00000400:00000200:1.0:1783141862.333222:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141862.333227:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141862.333239:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317908 00000400:00000010:1.0:1783141862.333241:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317908. 00000100:00000001:1.0:1783141862.333245:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141862.333250:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8e9880 x1869759466459136/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141862.333269:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141862.333273:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8e9880 x1869759466459136/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141878 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141862.333280:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141862.333281:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783141862.333294:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141862.333295:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc0a8b9100. 00000400:00000200:1.0:1783141862.333298:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141862.333301:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141862.333303:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317880 00000400:00000010:1.0:1783141862.333304:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317880. 00000100:00000001:1.0:1783141862.333306:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141862.333309:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8e8000 x1869759466459392/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141862.333314:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141862.333317:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8e8000 x1869759466459392/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141862.333322:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141862.333323:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783141862.333387:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783141862.333389:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc0a8b9b00. 00000400:00000200:1.0:1783141862.333392:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141862.333395:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:1.0:1783141862.333397:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc113174c8 00000400:00000010:1.0:1783141862.333399:0:2390:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc113174c8. 00000100:00000001:1.0:1783141862.333401:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783141862.333404:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8ebb80 x1869759466459264/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141862.333422:0:2390:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783141862.333425:0:2390:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8ebb80 x1869759466459264/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141862.333430:0:2390:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783141862.333432:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783141862.333952:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.333955:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783141862.333959:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783141862.333963:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8fbc0a8e8e00. 00000020:00000040:3.0:1783141862.333966:0:8:0:(genops.c:1231:class_import_get()) import ffff8fbc11a7f800 refcount=4 obd=lustre-MDT0001-mdc-ffff8fbc118b8800 00000100:00000001:3.0:1783141862.333970:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783141862.333972:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783141862.333975:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783141862.333980:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8fbc02bc2100. 00000100:00000001:3.0:1783141862.333985:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.334001:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-MDT0001_UUID req@ffff8fbc0a8e8e00 x1869759466459648/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783141862.334009:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783141862.334013:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.334018:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033dcc1bb] to pc [ptlrpcd_01_01+1] req@ffff8fbc0a8e8e00 x1869759466459648/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.334026:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.334028:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783141862.334032:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783141862.334034:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783141862.334037:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) ac2a2b26-b900-4894-bde3-2a2cf50902ff->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783141862.334043:0:8:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (401) 00000100:00000001:3.0:1783141862.334059:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141862.334061:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141862.334062:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783141862.334066:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8e8e00 x1869759466459648/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.334084:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783141862.334086:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141862.334089:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141862.334091:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141862.334093:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141862.334096:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2401:1869759466459648:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141862.334100:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141862.334103:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141862.334106:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141862.334108:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783141862.334111:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc057b5e00. 02000000:00000001:3.0:1783141862.334113:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141862.334119:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141862.334122:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc1137e5d8. 00000400:00000010:3.0:1783141862.334128:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980af68. 00000100:00000200:3.0:1783141862.334133:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466459648, portal 10 00000100:00000001:3.0:1783141862.334135:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141862.334137:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526579200 : -123437182972416 : ffff8fbc0a8e8e00) 00000100:00000040:3.0:1783141862.334142:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8e8e00 x1869759466459648/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.334148:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783141862.334150:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:3.0:1783141862.334152:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980aaa0. 00000100:00000200:3.0:1783141862.334155:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466459648, offset 0 00000400:00000200:3.0:1783141862.334160:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141862.334166:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141862.334171:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141862.334175:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783141862.334178:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141862.334180:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141862.334182:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:3.0:1783141862.334190:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [173:173:256:4294967295] 192.168.202.126@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:3.0:1783141862.334193:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141862.334200:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:3.0:1783141862.334205:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:3.0:1783141862.334208:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc02bc2200. 00000800:00000200:3.0:1783141862.334212:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:3.0:1783141862.334218:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141862.334221:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc02bc2200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783141862.335523:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.335532:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: using a timeout of 27226 usecs (28 jiffies) 00000400:00000200:3.0:1783141862.335539:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141862.335542:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295063583 00000100:00000001:3.0:1783141862.335546:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295064826 00000100:00000001:3.0:1783141862.335548:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295063583 00000100:00000001:3.0:1783141862.335550:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295064826 00000100:00000001:3.0:1783141862.335553:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141862.335556:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141862.335561:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141862.335564:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.335571:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141862.335573:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783141862.335576:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141862.335577:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141862.335579:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141862.335582:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1783141862.335584:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.335586:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141862.335587:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.335589:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141862.335589:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141862.335591:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783141862.335601:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8fbc0a8eb480 x1869759466459520/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.335622:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783141862.335623:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141862.335627:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783141862.335630:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783141862.335633:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783141862.335637:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8fbc0a8eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2401:1869759466459520:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141862.335641:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783141862.335645:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783141862.335647:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141862.335649:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783141862.335654:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8fbc057b4200. 02000000:00000001:3.0:1783141862.335656:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783141862.335660:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000010:3.0:1783141862.335664:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8fbc1137e420. 00000400:00000010:3.0:1783141862.335670:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a088. 00000100:00000200:3.0:1783141862.335676:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869759466459520, portal 10 00000100:00000001:3.0:1783141862.335678:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783141862.335680:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620636526589056 : -123437182962560 : ffff8fbc0a8eb480) 00000100:00000040:3.0:1783141862.335686:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8fbc0a8eb480 x1869759466459520/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.335692:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783141862.335694:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.126@tcp 00000400:00000010:3.0:1783141862.335697:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8fbc0980a770. 00000100:00000200:3.0:1783141862.335700:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869759466459520, offset 0 00000400:00000200:3.0:1783141862.335706:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.126@tcp 00000400:00000200:3.0:1783141862.335713:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141862.335719:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.126@tcp local destination 00000400:00000200:3.0:1783141862.335724:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783141862.335727:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.26@tcp 00000400:00000200:3.0:1783141862.335730:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783141862.335733:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.126@tcp 00000400:00000200:3.0:1783141862.335741:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.26@tcp NI seq info: [174:174:255:4294967295] 192.168.202.126@tcp LPNI seq info [174:174:7:4294967295] 00000400:00000200:3.0:1783141862.335746:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:3.0:1783141862.335755:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp:) -> 192.168.202.126@tcp(192.168.202.126@tcp:192.168.202.126@tcp) : PUT try# 0 00000800:00000200:3.0:1783141862.335760:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.126@tcp 00000800:00000010:3.0:1783141862.335764:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8fbc02bc2300. 00000800:00000200:3.0:1783141862.335770:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8fbc0a95d540] -> 12345-192.168.202.126@tcp (5) 00000800:00000200:3.0:1783141862.335777:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.126@tcp ip 192.168.202.126:988 00000800:00000200:3.0:1783141862.335780:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8fbc02bc2300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783141862.335783:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.335786:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: using a timeout of 23106 usecs (24 jiffies) 00000400:00000200:3.0:1783141862.335789:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000100:00000001:3.0:1783141862.335790:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 0 is 4295063579 00000100:00000001:3.0:1783141862.335792:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS request active for cpu 0, keep current deadline 4295064826 00000100:00000001:3.0:1783141862.335794:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS new deadline estimation for cpu 1 is 4295063579 00000100:00000001:3.0:1783141862.335796:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8fbc118b8800: PM QoS request active for cpu 1, keep current deadline 4295064826 00000100:00000001:3.0:1783141862.335798:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141862.335801:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141862.335803:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141862.335805:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783141862.336443:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783141862.336447:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783141862.337963:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141862.337973:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc02bc2200. 00000400:00000200:0.0:1783141862.337983:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141862.338002:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141862.338012:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980aaa0 00000400:00000010:0.0:1783141862.338015:0:2391:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980aaa0. 00000100:00000001:0.0:1783141862.338021:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141862.338029:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8e8e00 x1869759466459648/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141862.338043:0:2391:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141862.338047:0:2391:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8e8e00 x1869759466459648/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141862.338053:0:2391:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141862.338055:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783141862.338141:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783141862.338144:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8fbc02bc2300. 00000400:00000200:0.0:1783141862.338147:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141862.338150:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000400:00000200:0.0:1783141862.338153:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a770 00000400:00000010:0.0:1783141862.338155:0:2391:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a770. 00000100:00000001:0.0:1783141862.338157:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783141862.338161:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8fbc0a8eb480 x1869759466459520/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141862.338168:0:2391:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783141862.338171:0:2391:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8fbc0a8eb480 x1869759466459520/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141862.338177:0:2391:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783141862.338194:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1783141862.342571:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141862.342592:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141862.342597:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141862.342599:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141862.342609:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141862.342617:0:2390:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141862.342627:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141862.342632:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141862.342639:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141862.342643:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 25 MB=0x6a4894cd05000 00000400:00000200:1.0:1783141862.342649:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141862.342655:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.126@tcp of length 224/224 into md 0x8d9 [1] + 224 00000800:00000001:1.0:1783141862.342663:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141862.342667:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141862.342670:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141862.342675:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141862.342683:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141862.342693:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8e9880 x1869759466459136/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141862.342704:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8e9880 x1869759466459136/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141862.342722:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783141862.342733:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141862.342737:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141862.342738:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141862.342741:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141862.342761:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141862.342764:0:2390:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141862.342768:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141862.342770:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141862.342773:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141862.342785:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd05100 00000400:00000200:1.0:1783141862.342790:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141862.342794:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x8e1 [1] + 224 00000800:00000001:1.0:1783141862.342799:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141862.342804:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141862.342805:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141862.342808:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141862.342840:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141862.342845:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8e8000 x1869759466459392/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141862.342854:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8e8000 x1869759466459392/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141862.342862:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783141862.342865:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141862.342869:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783141862.342871:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141862.342873:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141862.342876:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141862.342879:0:2390:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:1.0:1783141862.342883:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141862.342886:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141862.342889:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141862.342891:0:2390:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd05080 00000400:00000200:1.0:1783141862.342894:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:1.0:1783141862.342898:0:2390:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x8e9 [1] + 224 00000800:00000001:1.0:1783141862.342901:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141862.342914:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783141862.342916:0:2390:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783141862.342919:0:2390:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:1.0:1783141862.342922:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783141862.342927:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8ebb80 x1869759466459264/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783141862.342935:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8ebb80 x1869759466459264/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783141862.342942:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783141862.342946:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783141862.342949:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.343012:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141862.343016:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783141862.343032:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141862.343034:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141862.343037:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92f268. 00000400:00000200:3.0:1783141862.343041:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317110 00000400:00000010:3.0:1783141862.343043:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317110. 00000100:00000001:3.0:1783141862.343046:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141862.343051:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8ebb80 x1869759466459264/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141862.343059:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8ebb80 x1869759466459264/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.343078:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141862.343080:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.343083:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141862.343087:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141862.343089:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141862.343092:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141862.343095:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141862.343104:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a18460 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141862.343109:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a18418 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141862.343111:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141862.343113:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141862.343116:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783141862.343119:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141862.343123:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141862.343125:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8fbc05454000: skip recheck: last_committed 0 00000100:00000001:3.0:1783141862.343127:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141862.343129:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.343134:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8ebb80 x1869759466459264/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.343141:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141862.343144:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141862.343146:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141862.343150:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8ebb80 x1869759466459264/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141862.343158:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466459264:192.168.202.126@tcp:400:kworker.0 00000400:00000001:3.0:1783141862.343165:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141862.343166:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141862.343168:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92ff78. 00000400:00000200:3.0:1783141862.343170:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc113175d8 00000400:00000010:3.0:1783141862.343173:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc113175d8. 00000100:00000001:3.0:1783141862.343175:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141862.343178:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8e9880 x1869759466459136/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141862.343191:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8e9880 x1869759466459136/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.343197:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141862.343199:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.343200:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141862.343202:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141862.343204:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141862.343205:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141862.343206:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141862.343209:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc0a8f6460 time=98 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141862.343213:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc0a8f6418 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141862.343214:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141862.343215:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141862.343217:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783141862.343218:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141862.343219:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.343222:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8e9880 x1869759466459136/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.343227:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141862.343228:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141862.343230:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141862.343232:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8e9880 x1869759466459136/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141862.343238:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4acba108-b13d-4e12-8af1-a771d4999ae3:2401:1869759466459136:192.168.202.126@tcp:400:kworker.0 00000400:00000001:3.0:1783141862.343242:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141862.343244:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141862.343245:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc0a92fe70. 00000400:00000200:3.0:1783141862.343247:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc11317f68 00000400:00000010:3.0:1783141862.343248:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc11317f68. 00000100:00000001:3.0:1783141862.343250:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141862.343253:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8e8000 x1869759466459392/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141862.343266:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8e8000 x1869759466459392/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.343272:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141862.343273:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.343275:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141862.343276:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141862.343277:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141862.343278:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141862.343280:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141862.343284:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a79c60 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141862.343287:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a79c18 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141862.343289:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141862.343291:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141862.343292:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783141862.343296:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc0a8e8000 x1869759466459392/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783141862.343302:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141862.343304:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141862.343306:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8fbc05454000: skip recheck: last_committed 0 00000100:00000001:3.0:1783141862.343307:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141862.343308:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.343312:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8e8000 x1869759466459392/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.343318:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141862.343320:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141862.343321:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141862.343325:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8e8000 x1869759466459392/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141862.343331:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7b19464e-4cde-4228-bb92-7aa0d307b374:2401:1869759466459392:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141862.343334:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141862.343342:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141862.343345:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8ebb80 x1869759466459264/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.343352:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141862.343354:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141862.343357:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc05b07e00. 02000000:00000001:3.0:1783141862.343361:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141862.343364:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141862.343365:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc11a18000 refcount=3 obd=lustre-MDT0000-mdc-ffff8fbc05454000 00000020:00000001:3.0:1783141862.343367:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141862.343370:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc02bc2f00. 02000000:00000001:3.0:1783141862.343373:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141862.343375:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141862.343376:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8ebb80. 00000100:00000001:3.0:1783141862.343380:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141862.343382:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.343384:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141862.343386:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8e9880 x1869759466459136/t0(0) o400->MGC192.168.202.126@tcp@192.168.202.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.343392:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141862.343394:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141862.343403:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc05b06400. 02000000:00000001:3.0:1783141862.343406:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141862.343407:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141862.343408:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc0a8f6000 refcount=3 obd=MGC192.168.202.126@tcp 00000020:00000001:3.0:1783141862.343410:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141862.343412:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc02bc2500. 02000000:00000001:3.0:1783141862.343413:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141862.343414:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141862.343415:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8e9880. 00000100:00000001:3.0:1783141862.343418:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141862.343419:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.343420:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141862.343423:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8e8000 x1869759466459392/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc05454000@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.343429:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141862.343435:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141862.343436:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc05b06e00. 02000000:00000001:3.0:1783141862.343438:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141862.343439:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141862.343440:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc11a79800 refcount=3 obd=lustre-MDT0001-mdc-ffff8fbc05454000 00000020:00000001:3.0:1783141862.343442:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141862.343443:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc02bc2b00. 02000000:00000001:3.0:1783141862.343445:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141862.343446:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141862.343447:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8e8000. 00000100:00000001:3.0:1783141862.343449:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141862.343450:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.343452:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141862.343454:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141862.343455:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141862.343457:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141862.343458:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783141862.349562:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141862.349585:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141862.349589:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141862.349591:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141862.349601:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141862.349609:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141862.349620:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141862.349624:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141862.349630:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141862.349634:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd05180 00000400:00000200:0.0:1783141862.349639:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141862.349645:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x8f9 [1] + 224 00000800:00000001:0.0:1783141862.349652:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141862.349656:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141862.349660:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141862.349664:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141862.349671:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141862.349682:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8eb480 x1869759466459520/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141862.349695:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8eb480 x1869759466459520/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141862.349721:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141862.349733:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141862.349738:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783141862.349740:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141862.349742:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141862.349745:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141862.349749:0:2391:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.26@tcp(192.168.202.26@tcp) <- 192.168.202.126@tcp : PUT - for me 00000400:00000200:0.0:1783141862.349753:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141862.349756:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141862.349759:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000200:0.0:1783141862.349761:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.126@tcp of length 224 into portal 10 MB=0x6a4894cd05200 00000100:00000001:3.0:1783141862.349761:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141862.349765:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1783141862.349777:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.126@tcp to cpt 0 00000400:00000001:3.0:1783141862.349868:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141862.349870:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141862.349874:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc1137e420. 00000400:00000200:3.0:1783141862.349878:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980a088 00000400:00000010:3.0:1783141862.349881:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980a088. 00000100:00000001:3.0:1783141862.349884:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141862.349890:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8eb480 x1869759466459520/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141862.349897:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8eb480 x1869759466459520/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.349903:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141862.349905:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.349907:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141862.349911:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141862.349913:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141862.349915:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141862.349917:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141862.349927:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a7b460 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141862.349937:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a7b418 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141862.349940:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141862.349942:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141862.349944:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783141862.349948:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141862.349952:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141862.349954:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:3.0:1783141862.349956:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141862.349957:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.349963:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8eb480 x1869759466459520/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.349969:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141862.349973:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141862.349975:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141862.349979:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8eb480 x1869759466459520/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141862.349986:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2401:1869759466459520:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141862.350002:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141862.350005:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141862.350008:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8eb480 x1869759466459520/t0(0) o400->lustre-MDT0000-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.350016:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141862.350085:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141862.350090:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc057b4200. 00000400:00000200:0.0:1783141862.350092:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.126@tcp of length 224/224 into md 0x8f1 [1] + 224 02000000:00000001:3.0:1783141862.350094:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1783141862.350098:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1783141862.350098:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141862.350100:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc11a7b000 refcount=3 obd=lustre-MDT0000-mdc-ffff8fbc118b8800 00000020:00000001:3.0:1783141862.350102:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141862.350105:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc02bc2000. 02000000:00000001:3.0:1783141862.350108:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141862.350110:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141862.350112:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8eb480. 00000100:00000001:3.0:1783141862.350120:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141862.350122:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.350125:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141862.350126:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141862.350128:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783141862.350129:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141862.350131:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783141862.350168:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783141862.350171:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783141862.350175:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.26@tcp->192.168.202.126@tcp: PUT: OK 00000100:00000001:0.0:1783141862.350178:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783141862.350183:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8fbc0a8e8e00 x1869759466459648/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783141862.350190:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8fbc0a8e8e00 x1869759466459648/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783141862.350208:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783141862.350214:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783141862.350217:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.350835:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141862.350839:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783141862.350843:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783141862.350845:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783141862.350847:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8fbc1137e5d8. 00000400:00000200:3.0:1783141862.350852:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8fbc0980af68 00000400:00000010:3.0:1783141862.350854:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8fbc0980af68. 00000100:00000001:3.0:1783141862.350857:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783141862.350863:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8fbc0a8e8e00 x1869759466459648/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783141862.350873:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8fbc0a8e8e00 x1869759466459648/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.350880:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783141862.350881:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.350883:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783141862.350885:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783141862.350886:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783141862.350888:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783141862.350890:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783141862.350895:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff8fbc11a7fc60 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1783141862.350898:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff8fbc11a7fc18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1783141862.350901:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783141862.350902:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783141862.350904:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783141862.350908:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fbc0a8e8e00 x1869759466459648/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783141862.350915:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141862.350918:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783141862.350929:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8fbc118b8800: skip recheck: last_committed 0 00000100:00000001:3.0:1783141862.350931:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783141862.350932:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783141862.350937:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8fbc0a8e8e00 x1869759466459648/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.350943:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783141862.350945:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783141862.350947:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783141862.350950:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8fbc0a8e8e00 x1869759466459648/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783141862.350957:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8fbc0a8e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac2a2b26-b900-4894-bde3-2a2cf50902ff:2401:1869759466459648:192.168.202.126@tcp:400:kworker.0 00000100:00000001:3.0:1783141862.350962:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.350964:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783141862.350967:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8fbc0a8e8e00 x1869759466459648/t0(0) o400->lustre-MDT0001-mdc-ffff8fbc118b8800@192.168.202.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1783141878 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783141862.350972:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783141862.350974:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783141862.350976:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8fbc057b5e00. 02000000:00000001:3.0:1783141862.350979:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783141862.350981:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783141862.350982:0:2401:0:(genops.c:1244:class_import_put()) import ffff8fbc11a7f800 refcount=3 obd=lustre-MDT0001-mdc-ffff8fbc118b8800 00000020:00000001:3.0:1783141862.350984:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783141862.350986:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8fbc02bc2100. 02000000:00000001:3.0:1783141862.350999:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783141862.351000:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783141862.351002:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8fbc0a8e8e00. 00000100:00000001:3.0:1783141862.351005:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783141862.351006:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.351008:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783141862.351015:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783141862.351017:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783141862.351129:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783141862.351131:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141863.229128:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141863.229136:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783141863.229142:0:8789:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783141863.229143:0:8789:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783141863.229166:0:6638:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783141863.229171:0:6638:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783141863.229176:0:6638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783141863.613388:0:8789:0:(connection.c:75:cpu_latency_work()) work item of ffff8fbc10c5e110 (cpu 0) has reached its deadline 4295064826, at 4295064833 00000100:00000010:1.0:1783141863.613399:0:8789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8fbc05607f60. 00000100:00000040:0.0:1783141863.614108:0:1011:0:(connection.c:75:cpu_latency_work()) work item of ffff8fbc10c5e000 (cpu 0) has reached its deadline 4295064826, at 4295064834 00000100:00000010:0.0:1783141863.614116:0:1011:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8fbc056076c0. Debug log: 10478 lines, 10478 kept, 0 dropped, 0 bad.