00000001:01000000:1.0F:1785390450.997841:0:2292:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 426 MB/s 00000001:01000000:2.0F:1785390451.251148:0:2292:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 335 MB/s 00000001:01000000:3.0F:1785390451.500946:0:2292:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 2111 MB/s 00000020:02000000:1.0:1785390452.816743:0:2321:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.56_2_g669939b 00000400:02000000:0.0F:1785390453.867176:0:2336:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.202.60@tcp [8/256/0/180] 00008000:02000000:2.0:1785390457.877302:0:2487:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:0.0:1785390623.542529:0:5562:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1785390623.542534:0:5562:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:0.0:1785390623.542535:0:5562:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.160@tcp:/lustre 00000020:01000004:0.0:1785390623.542537:0:5562:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:0.0:1785390623.542696:0:5562:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 000000006a783461 00000080:01000004:0.0:1785390623.542709:0:5562:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:0.0:1785390623.542725:0:5562:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.160@tcp' 00000020:01000004:0.0:1785390623.542819:0:5562:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.160@tcp (typ=mgc) 00000020:00000080:0.0:1785390623.542842:0:5562:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.160@tcp (00000000e05b3aa4) 00000020:00000080:0.0:1785390623.542858:0:5562:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:0.0:1785390623.543144:0:5562:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1785390623.543167:0:5562:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1785390623.543309:0:5562:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:0.0:1785390623.543316:0:5562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1785390623.554184:0:5562:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1785390623.554203:0:5562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1785390623.556453:0:5562:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:1.0:1785390623.556467:0:5562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:1.0:1785390623.560511:0:5562:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:1.0:1785390623.560526:0:5562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:1.0:1785390623.561466:0:5562:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1785390623.561847:0:5562:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1785390623.562205:0:5562:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:1.0:1785390623.562212:0:5562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1785390623.564000:0:5562:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:1.0:1785390623.564010:0:5562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1785390623.564511:0:5562:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1785390623.564518:0:5562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1785390623.567654:0:5562:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1785390623.567667:0:5562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:1.0:1785390623.581536:0:5562:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:0.0:1785390623.582152:0:5562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:1.0:1785390623.587466:0:5562:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:1.0:1785390623.587481:0:5562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1785390623.602478:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390623.602486:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390623.602488:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785390623.604368:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785390623.604373:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785390623.604375:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1785390623.608016:0:5562:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ca41336e@MGC192.168.202.160@tcp: add connection 192.168.202.160@tcp at head 00010000:00010000:2.0:1785390623.608263:0:5562:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.160@tcp-0 is initialized 00000040:01000000:2.0:1785390623.608272:0:5562:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.160@tcp ctxt 1 is initialized 00010000:00010000:0.0:1785390623.612917:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1785390623.615894:0:5576:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1785390623.616041:0:5562:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.160@tcp (uuid 5321e4e3-83c8-453a-9f3d-aba59fb79876) 00000020:00000080:0.0:1785390623.616068:0:5562:0:(genops.c:1406:class_connect()) connect: client 5321e4e3-83c8-453a-9f3d-aba59fb79876, cookie 0x7c8d729250a79aa5 00000100:00080000:0.0:1785390623.616083:0:5562:0:(import.c:510:import_select_connection()) MGC192.168.202.160@tcp: connect to NID 192.168.202.160@tcp last attempt 0 00000100:00080000:0.0:1785390623.616108:0:5562:0:(import.c:624:import_select_connection()) MGC192.168.202.160@tcp: import 00000000ca41336e using connection 192.168.202.160@tcp/192.168.202.160@tcp 00000100:00100000:0.0:1785390623.616161:0:5562:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005d9f0a8b x1872117579645056/t0(0) o250->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1785390623.616190:0:5562:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS 00000080:00200000:0.0:1785390623.616214:0:5562:0:(llite_lib.c:1515:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8e25c7faa000 (sb 000000006a783461) 00000080:01000000:0.0:1785390623.616278:0:5562:0:(llite_lib.c:1241:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1785390623.616281:0:5562:0:(llite_lib.c:1251:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1785390623.616286:0:5562:0:(llite_lib.c:1251:ll_options()) next opt=flock 00000080:01000000:0.0:1785390623.616292:0:5562:0:(llite_lib.c:1549:ll_fill_super()) llite sb uuid: e468f566-16ba-4f49-a441-6b24e8d1537d 00000100:00100000:3.0:1785390623.616995:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005d9f0a8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5321e4e3-83c8-453a-9f3d-aba59fb79876:2352:1872117579645056:192.168.202.160@tcp:250: 10000000:01000000:0.0:1785390623.618399:0:5562:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1785390623.618404:0:5562:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8e25c7faa000 10000000:01000000:0.0:1785390623.618408:0:5562:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8e25d0a8b380 10000000:01000000:0.0:1785390623.618415:0:5562:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1785390623.618448:0:5562:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff8e25d0a8b380 from 1 10000000:01000000:0.0:1785390623.618452:0:5562:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1785390623.618495:0:5562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: 000000008bb1f49d/0x7c8d729250a79aac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390623.618508:0:5562:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: 000000008bb1f49d/0x7c8d729250a79aac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390623.618519:0:5562:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: 000000008bb1f49d/0x7c8d729250a79aac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1785390623.618538:0:5562:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@0000000074807fac x1872117579645184/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785390623.618547:0:5562:0:(client.c:2702:ptlrpc_set_wait()) set 0000000091c1260a going to sleep for 0 seconds 00000100:00100000:3.0:1785390623.647955:0:2352:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.202.160@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1785390623.647974:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.202.160@tcp: connect to target with instance 0 00000100:00080000:3.0:1785390623.647984:0:2352:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.202.160@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1785390623.647990:0:2352:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1785390623.647994:0:2352:0:(import.c:65:import_set_state_nolock()) 00000000ca41336e MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1785390623.647999:0:2352:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1785390623.648008:0:2352:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:3.0:1785390623.648019:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000091c1260a): req@0000000074807fac x1872117579645184/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390623.648042:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005d9f0a8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5321e4e3-83c8-453a-9f3d-aba59fb79876:2352:1872117579645056:192.168.202.160@tcp:250: 00000100:00100000:1.0:1785390623.648196:0:5562:0:(client.c:2702:ptlrpc_set_wait()) set 0000000091c1260a going to sleep for 11 seconds 00000100:00100000:3.0:1785390623.654510:0:5562:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000074807fac pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579645184:192.168.202.160@tcp:101: 00010000:00010000:3.0:1785390623.654544:0:5562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: 000000008bb1f49d/0x7c8d729250a79aac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0ea0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390623.654557:0:5562:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: 000000008bb1f49d/0x7c8d729250a79aac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0cedea5fb0c0ea0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785390623.654688:0:5562:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009ed05d85 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579645312:192.168.202.160@tcp:501: 00000100:00100000:3.0:1785390623.654982:0:5562:0:(client.c:2702:ptlrpc_set_wait()) set 00000000174d57ca going to sleep for 11 seconds 00000100:00100000:3.0:1785390623.679811:0:5562:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009ed05d85 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579645312:192.168.202.160@tcp:501: 10000000:01000000:3.0:1785390623.679862:0:5562:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1785390623.679882:0:5562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: 000000008bb1f49d/0x7c8d729250a79aac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0ea0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390623.679903:0:5562:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: 000000008bb1f49d/0x7c8d729250a79aac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0ea0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785390623.679913:0:5562:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8e25c7faa000 10000000:01000000:3.0:1785390623.679919:0:5562:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1785390623.679924:0:5562:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8e25c7faa000 10000000:01000000:3.0:1785390623.679927:0:5562:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1785390623.679931:0:5562:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8e25c7faa000 10000000:01000000:3.0:1785390623.679933:0:5562:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1785390623.679937:0:5562:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8e25c7faa000 from 1 10000000:01000000:3.0:1785390623.679939:0:5562:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1785390623.679975:0:5562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: 0000000073c7f3f4/0x7c8d729250a79ab3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390623.679983:0:5562:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: 0000000073c7f3f4/0x7c8d729250a79ab3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390623.679992:0:5562:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: 0000000073c7f3f4/0x7c8d729250a79ab3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785390623.680013:0:5562:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009ed05d85 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579645440:192.168.202.160@tcp:101: 00000100:00100000:3.0:1785390623.680117:0:5562:0:(client.c:2702:ptlrpc_set_wait()) set 00000000174d57ca going to sleep for 11 seconds 00000100:00100000:3.0:1785390623.696199:0:5562:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009ed05d85 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579645440:192.168.202.160@tcp:101: 00010000:00010000:3.0:1785390623.696235:0:5562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: 0000000073c7f3f4/0x7c8d729250a79ab3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0ea7 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390623.696249:0:5562:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: 0000000073c7f3f4/0x7c8d729250a79ab3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0cedea5fb0c0ea7 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785390623.696357:0:5562:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009ed05d85 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579645568:192.168.202.160@tcp:501: 00000100:00100000:3.0:1785390623.696665:0:5562:0:(client.c:2702:ptlrpc_set_wait()) set 00000000174d57ca going to sleep for 11 seconds 00000100:00100000:3.0:1785390623.701303:0:5562:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009ed05d85 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579645568:192.168.202.160@tcp:501: 00000100:00100000:3.0:1785390623.701367:0:5562:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009ed05d85 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579645696:192.168.202.160@tcp:503: 00000100:00100000:3.0:1785390623.701482:0:5562:0:(client.c:2702:ptlrpc_set_wait()) set 00000000174d57ca going to sleep for 11 seconds 00000100:00100000:3.0:1785390623.716431:0:5562:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009ed05d85 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579645696:192.168.202.160@tcp:503: 00000100:00100000:3.0:1785390623.718260:0:5581:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009ed05d85 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:5581:1872117579645824:192.168.202.160@tcp:502: 00000100:00100000:2.0:1785390623.718596:0:5581:0:(client.c:2702:ptlrpc_set_wait()) set 0000000027b98ad4 going to sleep for 11 seconds 00000100:00100000:2.0:1785390623.728120:0:5581:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009ed05d85 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:5581:1872117579645824:192.168.202.160@tcp:502: 00000020:01000000:2.0:1785390623.728179:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785390623.728194:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390623.728196:0:5581:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1785390623.728204:0:5581:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8e25c7faa000 00000020:00000080:2.0:1785390623.728207:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1785390623.728237:0:5581:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8e25c7faa000 (000000004af53242) 00000020:00000080:2.0:1785390623.728258:0:5581:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:2.0:1785390623.728263:0:5581:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8e25c7faa000 00000020:00000080:2.0:1785390623.728265:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1785390623.728822:0:5581:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8e25c7faa000 (uuid e468f566-16ba-4f49-a441-6b24e8d1537d) 00000020:01000000:2.0:1785390623.728828:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785390623.728832:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390623.728834:0:5581:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1785390623.728838:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785390623.728841:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390623.728843:0:5581:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1785390623.728853:0:5581:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8e25c7faa000 00000020:00000080:2.0:1785390623.728855:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1785390623.728863:0:5581:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8e25c7faa000 (0000000028f54abe) 00000020:00000080:2.0:1785390623.728873:0:5581:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:2.0:1785390623.728878:0:5581:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8e25c7faa000 00000020:00000080:2.0:1785390623.728880:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1785390623.732216:0:5581:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8e25c7faa000 (uuid e468f566-16ba-4f49-a441-6b24e8d1537d) 00000020:01000000:2.0:1785390623.732229:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785390623.732238:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390623.732240:0:5581:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1785390623.732244:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785390623.732248:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390623.732250:0:5581:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1785390623.732253:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1785390623.732255:0:5581:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1785390623.732258:0:5581:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1785390623.732263:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785390623.732266:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390623.732268:0:5581:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1785390623.732270:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785390623.732274:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390623.732275:0:5581:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1785390623.732278:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1785390623.732284:0:5581:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.160@tcp to nid 0x20000c0a8caa0 (192.168.202.160@tcp) 00000020:01000000:2.0:1785390623.732313:0:5581:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8e25c7faa000 00000020:00000080:2.0:1785390623.732316:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1785390623.732328:0:5581:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8e25c7faa000 (0000000020a04db3) 00000020:00000080:2.0:1785390623.732346:0:5581:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:2.0:1785390623.732351:0:5581:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8e25c7faa000 00000020:00000080:2.0:1785390623.732354:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1785390623.732452:0:5581:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000051bb37fd@lustre-MDT0000-mdc-ffff8e25c7faa000: add connection 192.168.202.160@tcp at head 00010000:00010000:2.0:1785390623.739425:0:5581:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8e25c7faa000-1 is initialized 00000040:01000000:2.0:1785390623.739650:0:5581:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8e25c7faa000 ctxt 13 is initialized 00000020:00000080:2.0:1785390623.740160:0:5581:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8e25c7faa000 (uuid e468f566-16ba-4f49-a441-6b24e8d1537d) 00000020:01000000:2.0:1785390623.740172:0:5581:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8e25c7faa000 00000020:00000080:2.0:1785390623.740175:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1785390623.740198:0:5581:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1785390623.740224:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785390623.740227:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390623.740228:0:5581:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1785390623.740230:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1785390623.740232:0:5581:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1785390623.740234:0:5581:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1785390623.740235:0:5581:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1785390623.740236:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1785390623.740237:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390623.740238:0:5581:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1785390623.740239:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1785390623.740242:0:5581:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.160@tcp:/lustre 00000020:00000080:2.0:1785390623.740245:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390623.740246:0:5581:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1785390623.740247:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1785390623.740251:0:5581:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.160@tcp to nid 0x20000c0a8caa0 (192.168.202.160@tcp) 00000020:01000000:2.0:1785390623.740274:0:5581:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8e25c7faa000 00000020:00000080:2.0:1785390623.740276:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1785390623.740283:0:5581:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8e25c7faa000 (0000000019e169a4) 00000020:00000080:2.0:1785390623.740294:0:5581:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type osc with refcount 2 00000020:01000000:2.0:1785390623.740297:0:5581:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8e25c7faa000 00000020:00000080:2.0:1785390623.740298:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1785390623.740359:0:5581:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000cc72bcf9@lustre-OST0000-osc-ffff8e25c7faa000: add connection 192.168.202.160@tcp at head 00010000:00010000:2.0:1785390623.740521:0:5581:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8e25c7faa000-2 is initialized 00000020:00000080:2.0:1785390623.746356:0:5581:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8e25c7faa000 (uuid e468f566-16ba-4f49-a441-6b24e8d1537d) 00000020:01000000:2.0:1785390623.746374:0:5581:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8e25c7faa000 00000020:00000080:2.0:1785390623.746383:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1785390623.746406:0:5581:0:(lov_obd.c:479:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1785390623.746413:0:5581:0:(lov_obd.c:508:lov_add_target()) lustre-clilov-ffff8e25c7faa000: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1785390623.746419:0:5581:0:(lov_obd.c:530:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1785390623.746430:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785390623.746435:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390623.746437:0:5581:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1785390623.752419:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1785390623.752425:0:5581:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1785390623.752428:0:5581:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1785390623.752429:0:5581:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1785390623.752431:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1785390623.752478:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390623.752480:0:5581:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1785390623.752484:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1785390623.752488:0:5581:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.160@tcp:/lustre 00000020:00000080:2.0:1785390623.752492:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390623.752493:0:5581:0:(obd_config.c:1561:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1785390623.752496:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1785390623.752501:0:5581:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.160@tcp to nid 0x20000c0a8caa0 (192.168.202.160@tcp) 00000020:01000000:2.0:1785390623.752533:0:5581:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8e25c7faa000 00000020:00000080:2.0:1785390623.752536:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1785390623.752561:0:5581:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8e25c7faa000 (00000000046b9b13) 00000020:00000080:2.0:1785390623.752583:0:5581:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:2.0:1785390623.752589:0:5581:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8e25c7faa000 00000020:00000080:2.0:1785390623.752592:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1785390623.752698:0:5581:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000e1cee2e4@lustre-OST0001-osc-ffff8e25c7faa000: add connection 192.168.202.160@tcp at head 00010000:00010000:2.0:1785390623.753395:0:5581:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8e25c7faa000-3 is initialized 00000020:00000080:2.0:1785390623.753611:0:5581:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8e25c7faa000 (uuid e468f566-16ba-4f49-a441-6b24e8d1537d) 00000020:01000000:2.0:1785390623.753619:0:5581:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8e25c7faa000 00000020:00000080:2.0:1785390623.753621:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1785390623.753647:0:5581:0:(lov_obd.c:479:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1785390623.753659:0:5581:0:(lov_obd.c:508:lov_add_target()) lustre-clilov-ffff8e25c7faa000: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1785390623.753662:0:5581:0:(lov_obd.c:530:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1785390623.753672:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785390623.753676:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390623.753678:0:5581:0:(obd_config.c:1561:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1785390623.753681:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785390623.753683:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390623.753685:0:5581:0:(obd_config.c:1561:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:2.0:1785390623.753688:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1785390623.753689:0:5581:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:2.0:1785390623.753740:0:5581:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002668c609 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:5581:1872117579645952:192.168.202.160@tcp:502: 00000100:00100000:2.0:1785390623.753859:0:5581:0:(client.c:2702:ptlrpc_set_wait()) set 00000000c2a1fa15 going to sleep for 11 seconds 00000100:00100000:2.0:1785390623.767935:0:5581:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002668c609 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:5581:1872117579645952:192.168.202.160@tcp:502: 00000020:01000000:2.0:1785390623.767980:0:5581:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785390623.767996:0:5581:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390623.767999:0:5581:0:(obd_config.c:1561:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000040:00080000:2.0:1785390623.768002:0:5581:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:3.0:1785390623.768195:0:5562:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:3.0:1785390623.768211:0:5562:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1785390623.768229:0:5562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: 0000000073c7f3f4/0x7c8d729250a79ab3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0ea7 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390623.768243:0:5562:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: 0000000073c7f3f4/0x7c8d729250a79ab3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0ea7 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785390623.768251:0:5562:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff8e25c7faa000 from 1 10000000:01000000:3.0:1785390623.768254:0:5562:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1785390623.768290:0:5562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: 000000002ec4e1dd/0x7c8d729250a79add lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390623.768296:0:5562:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: 000000002ec4e1dd/0x7c8d729250a79add lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390623.768302:0:5562:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: 000000002ec4e1dd/0x7c8d729250a79add lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785390623.768331:0:5562:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002dc812bd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579646080:192.168.202.160@tcp:101: 00000100:00100000:3.0:1785390623.768404:0:5562:0:(client.c:2702:ptlrpc_set_wait()) set 000000004d4025b5 going to sleep for 11 seconds 00000100:00100000:3.0:1785390623.777338:0:5562:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002dc812bd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579646080:192.168.202.160@tcp:101: 00010000:00010000:3.0:1785390623.777365:0:5562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: 000000002ec4e1dd/0x7c8d729250a79add lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0eae expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390623.777376:0:5562:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: 000000002ec4e1dd/0x7c8d729250a79add lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0cedea5fb0c0eae expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785390623.778073:0:5562:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002dc812bd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579646208:192.168.202.160@tcp:256: 00000100:00100000:3.0:1785390623.778197:0:5562:0:(client.c:2702:ptlrpc_set_wait()) set 000000004d4025b5 going to sleep for 11 seconds 00000100:00100000:3.0:1785390623.783215:0:5562:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002dc812bd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579646208:192.168.202.160@tcp:256: 10000000:01000000:3.0:1785390623.784081:0:5562:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1785390623.784382:0:5562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: 000000002ec4e1dd/0x7c8d729250a79add lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0eae expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390623.784395:0:5562:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: 000000002ec4e1dd/0x7c8d729250a79add lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0eae expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785390623.784404:0:5562:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8e25c7faa000 from 1 10000000:01000000:3.0:1785390623.784407:0:5562:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1785390623.784478:0:5562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: 00000000d9ef63db/0x7c8d729250a79ae4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390623.784486:0:5562:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: 00000000d9ef63db/0x7c8d729250a79ae4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390623.784512:0:5562:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: 00000000d9ef63db/0x7c8d729250a79ae4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785390623.784533:0:5562:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002dc812bd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579646336:192.168.202.160@tcp:101: 00000100:00100000:3.0:1785390623.784618:0:5562:0:(client.c:2702:ptlrpc_set_wait()) set 000000004d4025b5 going to sleep for 11 seconds 00000100:00100000:3.0:1785390623.786982:0:5562:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002dc812bd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579646336:192.168.202.160@tcp:101: 00010000:00010000:3.0:1785390623.787010:0:5562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: 00000000d9ef63db/0x7c8d729250a79ae4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0eb5 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390623.787018:0:5562:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: 00000000d9ef63db/0x7c8d729250a79ae4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0cedea5fb0c0eb5 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785390623.787068:0:5562:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002dc812bd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579646464:192.168.202.160@tcp:501: 00000100:00100000:3.0:1785390623.787149:0:5562:0:(client.c:2702:ptlrpc_set_wait()) set 000000004d4025b5 going to sleep for 11 seconds 00000100:00100000:3.0:1785390623.789507:0:5562:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002dc812bd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579646464:192.168.202.160@tcp:501: 00000100:00100000:3.0:1785390623.789542:0:5562:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002dc812bd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579646592:192.168.202.160@tcp:503: 00000100:00100000:3.0:1785390623.789659:0:5562:0:(client.c:2702:ptlrpc_set_wait()) set 000000004d4025b5 going to sleep for 11 seconds 00000100:00100000:3.0:1785390623.793134:0:5562:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002dc812bd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:5562:1872117579646592:192.168.202.160@tcp:503: 00000100:00100000:3.0:1785390623.793560:0:5586:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000002dc812bd pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:5586:1872117579646720:192.168.202.160@tcp:502: 00000100:00100000:3.0:1785390623.793649:0:5586:0:(client.c:2702:ptlrpc_set_wait()) set 00000000953a06fd going to sleep for 11 seconds 00000100:00100000:3.0:1785390623.807131:0:5586:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000002dc812bd pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:5586:1872117579646720:192.168.202.160@tcp:502: 00000020:01000000:3.0:1785390623.807198:0:5586:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785390623.807229:0:5586:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390623.807232:0:5586:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1785390623.807239:0:5586:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8e25c7faa000 00000020:00000080:3.0:1785390623.807243:0:5586:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1785390623.807305:0:5586:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e49c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:5586:1872117579646848:192.168.202.160@tcp:502: 00000100:00100000:3.0:1785390623.807451:0:5586:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25c89256c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785390623.818733:0:5586:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e49c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:5586:1872117579646848:192.168.202.160@tcp:502: 00000020:01000000:3.0:1785390623.818810:0:5586:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785390623.818823:0:5586:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390623.818826:0:5586:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:3.0:1785390623.818831:0:5586:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:1.0:1785390623.819240:0:5562:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:1.0:1785390623.819260:0:5562:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1785390623.819284:0:5562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e260204ac00/0x7c8d729250a79ae4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0eb5 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390623.819297:0:5562:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: ffff8e260204ac00/0x7c8d729250a79ae4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0eb5 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1785390623.819318:0:5562:0:(llite_lib.c:1623:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1785390623.819345:0:5562:0:(genops.c:1406:class_connect()) connect: client e468f566-16ba-4f49-a441-6b24e8d1537d, cookie 0x7c8d729250a79aeb 00800000:01000000:1.0:1785390623.819373:0:5562:0:(lmv_obd.c:512:lmv_check_connect()) Time to connect e468f566-16ba-4f49-a441-6b24e8d1537d to lustre-clilmv-ffff8e25c7faa000 00800000:01000000:1.0:1785390623.819393:0:5562:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8e25c7faa000(e468f566-16ba-4f49-a441-6b24e8d1537d) - lustre-MDT0000_UUID, e468f566-16ba-4f49-a441-6b24e8d1537d 00000020:00000080:1.0:1785390623.819402:0:5562:0:(genops.c:1406:class_connect()) connect: client e468f566-16ba-4f49-a441-6b24e8d1537d, cookie 0x7c8d729250a79af2 00000100:00080000:1.0:1785390623.819411:0:5562:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8e25c7faa000: connect to NID 192.168.202.160@tcp last attempt 0 00000100:00080000:1.0:1785390623.819420:0:5562:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8e25c7faa000: import ffff8e25d2ed7800 using connection 192.168.202.160@tcp/192.168.202.160@tcp 00000008:00100000:1.0:1785390623.819465:0:5562:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682882 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1785390623.819508:0:5562:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e25d29d8a80 x1872117579646976/t0(0) o38->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1785390623.819544:0:5562:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID 00800000:01000000:1.0:1785390623.819947:0:5562:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8e25c7faa000(e468f566-16ba-4f49-a441-6b24e8d1537d) successfully (5) 00800000:00000004:1.0:1785390623.819952:0:5562:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff8e25c7faa000: age -744, max_age 0 00000080:00000004:1.0:1785390623.820004:0:5562:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff8e25c7faa000: age -744, max_age 255 00800000:00000004:1.0:1785390623.820011:0:5562:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff8e25c7faa000: age -744, max_age 255 00000100:00080000:1.0:1785390623.820030:0:5562:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8e25d29d9c00 x1872117579647232/t0(0) o41->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390623.820040:0:5562:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d32366c0 going to sleep for 0 seconds 00000100:00080000:0.0:1785390623.820210:0:2354:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8e25d29d9f80 x1872117579647104/t0(0) o41->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390623.820499:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e468f566-16ba-4f49-a441-6b24e8d1537d:2352:1872117579646976:192.168.202.160@tcp:38: 00010000:00080000:3.0:1785390623.960856:0:2352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d29d8a80 x1872117579646976/t0(0) o38->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 520/416 e 0 to 0 dl 1785390633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390623.960875:0:2352:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c7faa000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1785390623.960886:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8e25c7faa000: connect to target with instance 1 00000001:01000000:3.0:1785390624.212003:0:2352:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8e25c7faa000: T10 checksum algorithm t10ip512 speed = 4079 MB/s 00000001:01000000:2.0:1785390624.461861:0:2352:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8e25c7faa000: T10 checksum algorithm t10ip4K speed = 2459 MB/s 00010000:00010000:0.0:1785390624.669580:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:3.0:1785390624.728196:0:2352:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8e25c7faa000: T10 checksum algorithm t10crc512 speed = 199 MB/s 00000100:00100000:3.0:1785390624.868614:0:5562:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d32366c0 going to sleep for 0 seconds 00000001:01000000:3.0:1785390624.985363:0:2352:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8e25c7faa000: T10 checksum algorithm t10crc4K speed = 242 MB/s 00000100:00080000:3.0:1785390624.985379:0:2352:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8e25c7faa000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1785390624.990125:0:2352:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1785390624.990137:0:2352:0:(import.c:65:import_set_state_nolock()) ffff8e25d2ed7800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1785390624.990443:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000699411d4): req@ffff8e25d29d9f80 x1872117579647104/t0(0) o41->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1785390624.990469:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000274feadd): req@ffff8e25d29d9c00 x1872117579647232/t0(0) o41->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785390624.990502:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e468f566-16ba-4f49-a441-6b24e8d1537d:2352:1872117579646976:192.168.202.160@tcp:38: 00000100:00100000:3.0:1785390624.992581:0:5562:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d32366c0 going to sleep for 11 seconds 00010000:00080000:3.0:1785390625.008861:0:5562:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d29d9c00 x1872117579647232/t0(0) o41->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 1785390640 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390625.008885:0:5562:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e468f566-16ba-4f49-a441-6b24e8d1537d:5562:1872117579647232:192.168.202.160@tcp:41: 00010000:00080000:1.0:1785390625.008922:0:2354:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d29d9f80 x1872117579647104/t0(0) o41->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 1785390640 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00800000:00000004:3.0:1785390625.008932:0:5562:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff8e25c7faa000: update ffff8e25d13c37d0 cache blocks 17240/17271 objects 534261/534593 00000080:00000004:3.0:1785390625.008940:0:5562:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff8e25c7faa000: update ffff8e25d13c1e10 cache blocks 17240/17271 objects 534261/534593 00000100:00100000:1.0:1785390625.008956:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:0:1872117579647104:192.168.202.160@tcp:41: 00000100:00100000:3.0:1785390625.008984:0:5562:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e468f566-16ba-4f49-a441-6b24e8d1537d:5562:1872117579647360:192.168.202.160@tcp:40: 00000100:00100000:3.0:1785390625.009081:0:5562:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25c8925480 going to sleep for 11 seconds 00010000:00080000:3.0:1785390625.020361:0:5562:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d2e49c00 x1872117579647360/t0(0) o40->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 440/448 e 0 to 0 dl 1785390641 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390625.020384:0:5562:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e468f566-16ba-4f49-a441-6b24e8d1537d:5562:1872117579647360:192.168.202.160@tcp:40: 00000080:00000004:3.0:1785390625.020411:0:5562:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1785390625.020436:0:5562:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682882 ocd_grant: 3407872 00020000:01000000:3.0:1785390625.020440:0:5562:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1785390625.020453:0:5562:0:(genops.c:1406:class_connect()) connect: client e468f566-16ba-4f49-a441-6b24e8d1537d, cookie 0x7c8d729250a79af9 00000020:00000080:3.0:1785390625.020473:0:5562:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x7c8d729250a79b00 00000100:00080000:3.0:1785390625.020481:0:5562:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8e25c7faa000: connect to NID 192.168.202.160@tcp last attempt 0 00000100:00080000:3.0:1785390625.020489:0:5562:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8e25c7faa000: import ffff8e25d2ed6000 using connection 192.168.202.160@tcp/192.168.202.160@tcp 00000008:00100000:3.0:1785390625.020501:0:5562:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682882 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1785390625.020528:0:5562:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e25d2e49c00 x1872117579647488/t0(0) o8->lustre-OST0000-osc-ffff8e25c7faa000@192.168.202.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1785390625.020554:0:5562:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID 00020000:01000000:3.0:1785390625.020573:0:5562:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8e25c7faa000) active 00000020:00000080:3.0:1785390625.020603:0:5562:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x7c8d729250a79b07 00000100:00080000:3.0:1785390625.020608:0:5562:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8e25c7faa000: connect to NID 192.168.202.160@tcp last attempt 0 00000100:00080000:3.0:1785390625.020612:0:5562:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8e25c7faa000: import ffff8e25d2ed4800 using connection 192.168.202.160@tcp/192.168.202.160@tcp 00000008:00100000:3.0:1785390625.020617:0:5562:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682882 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1785390625.020628:0:5562:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e25d2e48380 x1872117579647616/t0(0) o8->lustre-OST0001-osc-ffff8e25c7faa000@192.168.202.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1785390625.020652:0:5562:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID 00020000:01000000:3.0:1785390625.020658:0:5562:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8e25c7faa000) active 00000100:00100000:3.0:1785390625.020701:0:5562:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e49500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e468f566-16ba-4f49-a441-6b24e8d1537d:5562:1872117579647744:192.168.202.160@tcp:33: 00000100:00100000:0.0:1785390625.020893:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e468f566-16ba-4f49-a441-6b24e8d1537d:2352:1872117579647488:192.168.202.160@tcp:8: 00000100:00100000:3.0:1785390625.021040:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2356:1872117579647872:192.168.202.160@tcp:400: 00000100:00100000:0.0:1785390625.025403:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e468f566-16ba-4f49-a441-6b24e8d1537d:2352:1872117579647616:192.168.202.160@tcp:8: 00000100:00100000:1.0:1785390625.027355:0:5562:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25c8925480 going to sleep for 11 seconds 00000100:00100000:3.0:1785390625.029563:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2356:1872117579647872:192.168.202.160@tcp:400: 00010000:00080000:2.0:1785390625.039302:0:2352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d2e49c00 x1872117579647488/t0(0) o8->lustre-OST0000-osc-ffff8e25c7faa000@192.168.202.160@tcp:28/4 lens 520/416 e 0 to 0 dl 1785390635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785390625.039319:0:2352:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e25c7faa000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1785390625.039329:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8e25c7faa000: connect to target with instance 1 00000100:00080000:2.0:1785390625.039340:0:2352:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8e25c7faa000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1785390625.039354:0:2352:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1785390625.039358:0:2352:0:(import.c:65:import_set_state_nolock()) ffff8e25d2ed6000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1785390625.039364:0:2352:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1785390625.039381:0:2352:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1785390625.039386:0:2352:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1785390625.039399:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e468f566-16ba-4f49-a441-6b24e8d1537d:2352:1872117579647488:192.168.202.160@tcp:8: 00010000:00080000:2.0:1785390625.047647:0:2352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d2e48380 x1872117579647616/t0(0) o8->lustre-OST0001-osc-ffff8e25c7faa000@192.168.202.160@tcp:28/4 lens 520/416 e 0 to 0 dl 1785390635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785390625.047665:0:2352:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8e25c7faa000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1785390625.047686:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8e25c7faa000: connect to target with instance 1 00000100:00080000:2.0:1785390625.047699:0:2352:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8e25c7faa000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1785390625.047713:0:2352:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1785390625.047717:0:2352:0:(import.c:65:import_set_state_nolock()) ffff8e25d2ed4800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1785390625.047725:0:2352:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1785390625.047730:0:2352:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1785390625.047735:0:2352:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1785390625.047745:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e468f566-16ba-4f49-a441-6b24e8d1537d:2352:1872117579647616:192.168.202.160@tcp:8: 00010000:00080000:1.0:1785390625.152054:0:5562:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d2e49500 x1872117579647744/t0(0) o33->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:23/10 lens 448/464 e 0 to 0 dl 1785390641 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1785390625.152082:0:5562:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e49500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e468f566-16ba-4f49-a441-6b24e8d1537d:5562:1872117579647744:192.168.202.160@tcp:33: 00000080:00200000:1.0:1785390625.152437:0:5562:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) 00000080:00200000:1.0:1785390625.152446:0:5562:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:02000400:1.0:1785390625.152570:0:5562:0:(llite_lib.c:1661:ll_fill_super()) Mounted lustre-client 00000080:00000004:1.0:1785390625.163932:0:5562:0:(super25.c:181:lustre_fill_super()) 192.168.202.160@tcp:/lustre: Mount complete 00000080:00200008:0.0:1785390625.635942:0:5603:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8e25d8113248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1785390625.637973:0:5603:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248),name=/ 00000002:00010000:1.0:1785390625.638015:0:5603:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1785390625.638091:0:5603:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 5603 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390625.638118:0:5603:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5603 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390625.638130:0:5603:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5603 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785390625.638159:0:5603:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d9f80 pname:cluuid:pid:xid:nid:opc:job mkdir:e468f566-16ba-4f49-a441-6b24e8d1537d:5603:1872117579648000:192.168.202.160@tcp:101: 00000100:00100000:1.0:1785390625.638371:0:5603:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d3236300 going to sleep for 11 seconds 00000100:00100000:1.0:1785390625.645869:0:5603:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d9f80 pname:cluuid:pid:xid:nid:opc:job mkdir:e468f566-16ba-4f49-a441-6b24e8d1537d:5603:1872117579648000:192.168.202.160@tcp:101: 00010000:00010000:1.0:1785390625.645899:0:5603:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390625.645914:0:5603:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390625.645935:0:5603:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390625.645953:0:5603:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390625.645967:0:5603:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390625.645976:0:5603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390625.646006:0:5603:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1785390625.646019:0:5603:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8e25d29d9f80 x1872117579648000/t0(0) o101->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 576/688 e 0 to 0 dl 1785390641 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:1.0:1785390625.646035:0:5603:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390625.646048:0:5603:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8e25d264d000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1785390625.646055:0:5603:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1785390625.646100:0:5603:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:00010000:1.0:1785390625.646106:0:5603:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) for lock 0x7c8d729250a79b0e 00000080:00010000:1.0:1785390625.646112:0:5603:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) 00000080:00010000:1.0:1785390625.646115:0:5603:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c8d729250a79b0e from it ffffa118c3e93cb8 00010000:00010000:1.0:1785390625.646119:0:5603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390625.646128:0:5603:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1785390625.691978:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785390626.716092:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785390627.740002:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785390628.764048:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1785390628.954495:0:5656:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8e25d8113248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1785390628.954901:0:5656:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248),name=/ 00000002:00010000:0.0:1785390628.954927:0:5656:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1785390628.954947:0:5656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1785390628.954962:0:5656:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1785390628.954970:0:5656:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1785390628.955086:0:5656:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) 00000080:00010000:0.0:1785390628.955090:0:5656:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) for lock 0x7c8d729250a79b0e 00000080:00010000:0.0:1785390628.955099:0:5656:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c8d729250a79b0e from it ffffa118c19b3cb8 00010000:00010000:0.0:1785390628.955103:0:5656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1785390628.955113:0:5656:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:0.0:1785390628.960845:0:5656:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8e25d8113248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1785390628.960862:0:5656:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248),name=/ 00000002:00010000:0.0:1785390628.960886:0:5656:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1785390628.960906:0:5656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1785390628.960923:0:5656:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:0.0:1785390628.960947:0:5656:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1785390628.960955:0:5656:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) 00000080:00010000:0.0:1785390628.960959:0:5656:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) for lock 0x7c8d729250a79b0e 00000080:00010000:0.0:1785390628.960967:0:5656:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c8d729250a79b0e from it ffffa118c19b3cb8 00010000:00010000:0.0:1785390628.960971:0:5656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1785390628.961031:0:5656:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1785390628.961190:0:5656:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248),name=/ 00000002:00010000:0.0:1785390628.961198:0:5656:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1785390628.961206:0:5656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1785390628.961215:0:5656:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1785390628.961222:0:5656:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1785390628.961226:0:5656:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) 00000080:00010000:0.0:1785390628.961229:0:5656:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) for lock 0x7c8d729250a79b0e 00000080:00010000:0.0:1785390628.961232:0:5656:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c8d729250a79b0e from it ffffa118c19b3bb0 00010000:00010000:0.0:1785390628.961236:0:5656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1785390628.961243:0:5656:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1785390628.961256:0:5656:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248), inode mode 41ed mask 44 00000080:00200008:0.0:1785390628.961265:0:5656:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8e25d8113248), flags 100000 00000080:00200080:0.0:1785390628.961364:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.967193:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00800000:00000004:1.0:1785390628.967218:0:5656:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff8e25c7faa000: age 257, max_age 260 00000100:00100000:1.0:1785390628.967270:0:5656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d9f80 pname:cluuid:pid:xid:nid:opc:job lfs:e468f566-16ba-4f49-a441-6b24e8d1537d:5656:1872117579648128:192.168.202.160@tcp:41: 00000100:00100000:1.0:1785390628.967518:0:5656:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d32363c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785390628.974559:0:5656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d9f80 pname:cluuid:pid:xid:nid:opc:job lfs:e468f566-16ba-4f49-a441-6b24e8d1537d:5656:1872117579648128:192.168.202.160@tcp:41: 00800000:00000004:1.0:1785390628.974612:0:5656:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff8e25c7faa000: update ffff8e25d13c37d0 cache blocks 17240/17271 objects 534261/534593 00000080:00200080:1.0:1785390628.975045:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975064:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975073:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975078:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975083:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975087:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975091:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975095:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975098:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975102:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975106:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975110:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975113:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975117:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975121:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975124:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975128:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975132:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975137:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975140:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975145:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975148:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975152:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975156:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975169:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975174:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975178:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975182:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975186:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975189:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975194:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975197:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975201:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975205:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975209:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975213:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975218:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975222:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975226:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975230:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975234:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975238:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975242:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975245:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975249:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975252:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975255:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975258:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975262:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975272:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975277:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975281:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975284:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975288:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975292:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975295:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975299:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975302:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975306:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975309:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975313:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975317:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975321:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975325:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975341:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975346:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975349:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975353:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975356:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975360:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975371:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975383:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975389:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975404:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975416:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975420:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975424:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975427:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975438:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975442:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975446:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975449:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975453:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975456:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975460:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975468:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975471:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975474:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975478:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975480:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975484:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.975487:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.975491:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976246:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976257:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976262:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976267:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976271:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976275:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976286:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976291:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976295:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976299:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976302:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976306:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976310:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976313:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976317:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976320:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976324:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976328:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976331:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976336:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976340:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976343:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976347:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976351:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976355:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976359:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976363:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976367:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976370:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976441:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976447:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976456:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976460:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976464:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00800000:00000080:1.0:1785390628.976467:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.976471:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.976477:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00020000:00000004:1.0:1785390628.976485:0:5656:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff8e25c7faa000: age -744, max_age 260 00000100:00100000:1.0:1785390628.976585:0:5656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d9f80 pname:cluuid:pid:xid:nid:opc:job lfs:e468f566-16ba-4f49-a441-6b24e8d1537d:5656:1872117579648256:192.168.202.160@tcp:13: 00000100:00100000:1.0:1785390628.976830:0:5656:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d32363c0 going to sleep for 11 seconds 00010000:00080000:1.0:1785390628.983779:0:5656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d29d9f80 x1872117579648256/t0(0) o13->lustre-OST0000-osc-ffff8e25c7faa000@192.168.202.160@tcp:7/4 lens 224/368 e 0 to 0 dl 1785390644 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390628.983829:0:5656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d9f80 pname:cluuid:pid:xid:nid:opc:job lfs:e468f566-16ba-4f49-a441-6b24e8d1537d:5656:1872117579648256:192.168.202.160@tcp:13: 00020000:00000004:1.0:1785390628.983853:0:5656:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff8e25c7faa000: update ffff8e25d13c5190 cache blocks 3679/3683 objects 117792/118185 00000080:00200080:1.0:1785390628.983931:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.983950:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00020000:00000004:1.0:1785390628.983958:0:5656:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff8e25c7faa000: age -744, max_age 260 00000100:00100000:1.0:1785390628.985095:0:5656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d9f80 pname:cluuid:pid:xid:nid:opc:job lfs:e468f566-16ba-4f49-a441-6b24e8d1537d:5656:1872117579648384:192.168.202.160@tcp:13: 00000100:00100000:1.0:1785390628.985208:0:5656:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d32363c0 going to sleep for 11 seconds 00010000:00080000:1.0:1785390628.990129:0:5656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d29d9f80 x1872117579648384/t0(0) o13->lustre-OST0001-osc-ffff8e25c7faa000@192.168.202.160@tcp:7/4 lens 224/368 e 0 to 0 dl 1785390644 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390628.990150:0:5656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d9f80 pname:cluuid:pid:xid:nid:opc:job lfs:e468f566-16ba-4f49-a441-6b24e8d1537d:5656:1872117579648384:192.168.202.160@tcp:13: 00020000:00000004:1.0:1785390628.990171:0:5656:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff8e25c7faa000: update ffff8e25d26537d0 cache blocks 3679/3683 objects 117792/118185 00000080:00200080:1.0:1785390628.990249:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.990266:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.990291:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.990296:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.990300:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.990304:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.990308:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.990311:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.990315:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.990318:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.990323:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.990326:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.990330:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.990333:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.990338:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.990341:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.990345:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.990349:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.990353:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.990356:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.990360:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.990363:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.990366:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.990369:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.990372:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991239:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991248:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991259:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991263:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991267:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991271:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991275:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991279:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991283:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991286:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991290:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991293:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991297:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991301:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991304:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991308:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991311:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991314:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991318:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991322:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991326:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991330:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991333:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991338:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991341:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991345:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991349:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991361:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991365:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991368:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991372:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991646:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991654:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991659:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991663:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991718:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991723:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991727:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991731:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991735:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991738:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991742:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991745:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991748:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991751:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991755:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991758:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991762:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991765:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991768:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991771:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991775:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991801:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991807:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991810:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991814:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991817:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991821:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991825:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991829:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991832:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991837:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991840:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991845:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991848:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991852:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991856:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991860:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991864:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991867:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991871:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991875:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991878:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991882:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991885:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991889:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991893:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991905:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991910:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991913:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991917:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991921:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991924:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991928:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991932:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991936:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991940:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991943:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991947:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991951:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991954:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991958:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991961:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.991966:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.991969:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.993475:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.993497:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.993510:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.993513:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200080:1.0:1785390628.993517:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) cmd=c00866a4 arg=7ffc6105d760 00020000:00000080:1.0:1785390628.993521:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8e25c7faa000: cmd=c00866a4 len=592 karg=ffff8e25d327d400 uarg=0000000000000000 00000080:00200008:1.0:1785390628.993542:0:5656:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8e25d8113248), flags 100000 00010000:00010000:0.0:1785390629.790839:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785390630.365660:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579648512:192.168.202.160@tcp:400: 00000100:00100000:3.0:1785390630.365660:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2356:1872117579648640:192.168.202.160@tcp:400: 00000100:00100000:3.0:1785390630.365839:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2356:1872117579648896:192.168.202.160@tcp:400: 00000100:00100000:2.0:1785390630.365849:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2355:1872117579648768:192.168.202.160@tcp:400: 00000100:00100000:2.0:1785390630.374302:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579648512:192.168.202.160@tcp:400: 00010000:00080000:2.0:1785390630.374330:0:2355:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d2e4b480 x1872117579648768/t0(0) o400->lustre-OST0000-osc-ffff8e25c7faa000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785390630.374343:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2355:1872117579648768:192.168.202.160@tcp:400: 00010000:00080000:3.0:1785390630.381595:0:2356:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d2e48e00 x1872117579648896/t0(0) o400->lustre-OST0001-osc-ffff8e25c7faa000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390630.381628:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2356:1872117579648896:192.168.202.160@tcp:400: 00000100:00100000:3.0:1785390630.381664:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2356:1872117579648640:192.168.202.160@tcp:400: 00010000:00010000:3.0:1785390630.812454:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785390631.840102:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390632.859913:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1785390633.115670:0:5845:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1785390633.889652:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785390634.910880:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785390635.483959:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2356:1872117579649152:192.168.202.160@tcp:400: 00000100:00100000:3.0:1785390635.484074:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2356:1872117579649408:192.168.202.160@tcp:400: 00000100:00100000:3.0:1785390635.484107:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1785390635.484113:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2356:1872117579649024:192.168.202.160@tcp:400: 00000100:00100000:3.0:1785390635.484138:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2356:1872117579649280:192.168.202.160@tcp:400: 00000100:00100000:3.0:1785390635.493961:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2356:1872117579649024:192.168.202.160@tcp:400: 00010000:00080000:3.0:1785390635.512371:0:2356:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d2e4b800 x1872117579649280/t0(0) o400->lustre-OST0000-osc-ffff8e25c7faa000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390635.512394:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2356:1872117579649280:192.168.202.160@tcp:400: 00000100:00100000:3.0:1785390635.512410:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2356:1872117579649152:192.168.202.160@tcp:400: 00010000:00080000:3.0:1785390635.512422:0:2356:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d2e4b100 x1872117579649408/t0(0) o400->lustre-OST0001-osc-ffff8e25c7faa000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390635.512431:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2356:1872117579649408:192.168.202.160@tcp:400: 00010000:00010000:0.0:1785390635.932508:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390636.962719:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785390637.981367:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390639.003950:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785390639.093282:0:2345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.160@tcp (source: 12345-192.168.202.160@tcp) 00000100:00100000:1.0:1785390639.093368:0:2345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.160@tcp (source: 12345-192.168.202.160@tcp) 00000100:00100000:0.0:1785390639.093386:0:5563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872117602742400 00000100:00100000:0.0:1785390639.093397:0:5563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872117602742400 00000100:00100000:0.0:1785390639.093447:0:5563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872117602742528 00000100:00100000:0.0:1785390639.093450:0:5563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872117602742528 00000100:00100000:1.0:1785390639.093459:0:5564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.160@tcp, seq: 0 00000100:00100000:1.0:1785390639.093473:0:5564:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8e25d29d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5321e4e3-83c8-453a-9f3d-aba59fb79876+4:8299:x1872117602742400:12345-192.168.202.160@tcp:104: 00010000:00010000:1.0:1785390639.093494:0:5564:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.160@tcp lock: ffff8e260204bc00/0x7c8d729250a79ab3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd0cedea5fb0c0ea7 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390639.093633:0:5564:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1785390639.093641:0:5564:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8e25d29d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5321e4e3-83c8-453a-9f3d-aba59fb79876+4:8299:x1872117602742400:12345-192.168.202.160@tcp:104: Request processed in 172us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1785390639.093649:0:5564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.160@tcp, seq: 0 00000100:00100000:1.0:1785390639.093669:0:5564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.160@tcp, seq: 1 00000100:00100000:1.0:1785390639.093676:0:5564:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8e25d29d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5321e4e3-83c8-453a-9f3d-aba59fb79876+3:8299:x1872117602742528:12345-192.168.202.160@tcp:104: 00010000:00010000:1.0:1785390639.093685:0:5564:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.160@tcp lock: ffff8e25c3870600/0x7c8d729250a79aac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd0cedea5fb0c0ea0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390639.096813:0:5573:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1785390639.096849:0:5573:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.160@tcp lock: ffff8e260204bc00/0x7c8d729250a79ab3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd0cedea5fb0c0ea7 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390639.096862:0:5573:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff8e260204bc00 already unused, calling callback (ffffffffc118ac20) 10000000:00010000:2.0:1785390639.096867:0:5573:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.160@tcp lock: ffff8e260204bc00/0x7c8d729250a79ab3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xd0cedea5fb0c0ea7 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390639.096877:0:5573:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.160@tcp lock: ffff8e260204bc00/0x7c8d729250a79ab3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xd0cedea5fb0c0ea7 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1785390639.096886:0:5573:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.160@tcp lock: ffff8e260204bc00/0x7c8d729250a79ab3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xd0cedea5fb0c0ea7 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785390639.096893:0:5573:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1785390639.096963:0:5573:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.160@tcp lock: ffff8e260204bc00/0x7c8d729250a79ab3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd0cedea5fb0c0ea7 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390639.096971:0:5573:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1785390639.097097:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579649536:192.168.202.160@tcp:103: 00010000:00010000:2.0:1785390639.097217:0:5573:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.160@tcp lock: ffff8e260204bc00/0x7c8d729250a79ab3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd0cedea5fb0c0ea7 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390639.097226:0:5573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.160@tcp lock: ffff8e260204bc00/0x7c8d729250a79ab3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd0cedea5fb0c0ea7 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390639.097247:0:5573:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785390639.097251:0:5573:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.160@tcp lock: ffff8e25c3870600/0x7c8d729250a79aac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd0cedea5fb0c0ea0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390639.097257:0:5573:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff8e25c3870600 already unused, calling callback (ffffffffc118ac20) 10000000:00010000:2.0:1785390639.097261:0:5573:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.160@tcp lock: ffff8e25c3870600/0x7c8d729250a79aac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd0cedea5fb0c0ea0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390639.097280:0:5573:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.160@tcp lock: ffff8e25c3870600/0x7c8d729250a79aac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd0cedea5fb0c0ea0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1785390639.097287:0:5573:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.160@tcp lock: ffff8e25c3870600/0x7c8d729250a79aac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd0cedea5fb0c0ea0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785390639.097293:0:5573:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1785390639.097316:0:5573:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.160@tcp lock: ffff8e25c3870600/0x7c8d729250a79aac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd0cedea5fb0c0ea0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390639.097323:0:5573:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1785390639.097386:0:5564:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:1.0:1785390639.097399:0:5564:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8e25d29d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5321e4e3-83c8-453a-9f3d-aba59fb79876+3:8299:x1872117602742528:12345-192.168.202.160@tcp:104: Request processed in 3721us (4030us total) trans 0 rc 0/0 00000100:00100000:1.0:1785390639.097424:0:5564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.160@tcp, seq: 1 00010000:00010000:1.0:1785390639.097588:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785390639.097973:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785390639.097983:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d199ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579649664:192.168.202.160@tcp:103: 00010000:00010000:2.0:1785390639.098623:0:5573:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.160@tcp lock: ffff8e25c3870600/0x7c8d729250a79aac lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd0cedea5fb0c0ea0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390639.098633:0:5573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.160@tcp lock: ffff8e25c3870600/0x7c8d729250a79aac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd0cedea5fb0c0ea0 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390639.098649:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390639.098651:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390639.098653:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785390639.112317:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579649536:192.168.202.160@tcp:103: 00000100:00100000:3.0:1785390639.114775:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d199ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579649664:192.168.202.160@tcp:103: 10000000:01000000:0.0:1785390639.475931:0:5576:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1785390639.475942:0:5576:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8e25c7faa000 from 39 10000000:01000000:0.0:1785390639.475956:0:5576:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1785390639.476015:0:5576:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e25c3870000/0x7c8d729250a79b15 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390639.476028:0:5576:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: ffff8e25c3870000/0x7c8d729250a79b15 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390639.476040:0:5576:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: ffff8e25c3870000/0x7c8d729250a79b15 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785390639.476067:0:5576:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579649792:192.168.202.160@tcp:101: 00000100:00100000:0.0:1785390639.476222:0:5576:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d19c3300 going to sleep for 11 seconds 00000100:00100000:0.0:1785390639.482967:0:5576:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579649792:192.168.202.160@tcp:101: 00010000:00010000:0.0:1785390639.483000:0:5576:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: ffff8e25c3870000/0x7c8d729250a79b15 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0ee6 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390639.483030:0:5576:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: ffff8e25c3870000/0x7c8d729250a79b15 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0cedea5fb0c0ee6 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785390639.483112:0:5576:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579649920:192.168.202.160@tcp:501: 00000100:00100000:0.0:1785390639.483226:0:5576:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d19c3300 going to sleep for 11 seconds 00000100:00100000:0.0:1785390639.488699:0:5576:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579649920:192.168.202.160@tcp:501: 00000100:00100000:0.0:1785390639.488765:0:5576:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579650048:192.168.202.160@tcp:503: 00000100:00100000:0.0:1785390639.488897:0:5576:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d19c3300 going to sleep for 11 seconds 00000100:00100000:0.0:1785390639.496657:0:5576:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579650048:192.168.202.160@tcp:503: 00000100:00100000:2.0:1785390639.498749:0:6044:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d199a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:6044:1872117579650176:192.168.202.160@tcp:502: 00000100:00100000:2.0:1785390639.498925:0:6044:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d3290180 going to sleep for 11 seconds 00000100:00100000:2.0:1785390639.508072:0:6044:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d199a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:6044:1872117579650176:192.168.202.160@tcp:502: 00000020:01000000:2.0:1785390639.508126:0:6044:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785390639.508140:0:6044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390639.508142:0:6044:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1785390639.508149:0:6044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1785390639.508192:0:6044:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d199a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:6044:1872117579650304:192.168.202.160@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785390639.508307:0:6044:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d3290180 going to sleep for 11 seconds 00000100:00100000:2.0:1785390639.510562:0:6044:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d199a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:6044:1872117579650304:192.168.202.160@tcp:502:llog_process_th.0 00000020:01000000:2.0:1785390639.510607:0:6044:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785390639.510616:0:6044:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390639.510618:0:6044:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1785390639.510622:0:6044:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1785390639.511304:0:5576:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:0.0:1785390639.511325:0:5576:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1785390639.511336:0:5576:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e25c3870000/0x7c8d729250a79b15 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0ee6 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390639.511349:0:5576:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: ffff8e25c3870000/0x7c8d729250a79b15 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0ee6 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785390639.511360:0:5576:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1785390639.511363:0:5576:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff8e25d0a8b380 from 1 10000000:01000000:0.0:1785390639.511366:0:5576:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1785390639.511404:0:5576:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e25c3870200/0x7c8d729250a79b1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390639.511413:0:5576:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: ffff8e25c3870200/0x7c8d729250a79b1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390639.511440:0:5576:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: ffff8e25c3870200/0x7c8d729250a79b1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785390639.511465:0:5576:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579650432:192.168.202.160@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1785390639.511680:0:5576:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d19c3300 going to sleep for 11 seconds 00000100:00100000:0.0:1785390639.517236:0:5576:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579650432:192.168.202.160@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785390639.517267:0:5576:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: ffff8e25c3870200/0x7c8d729250a79b1c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0eed expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390639.517291:0:5576:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: ffff8e25c3870200/0x7c8d729250a79b1c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0cedea5fb0c0eed expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785390639.517373:0:5576:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579650560:192.168.202.160@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785390639.517456:0:5576:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d19c3300 going to sleep for 11 seconds 00000100:00100000:0.0:1785390639.520576:0:5576:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579650560:192.168.202.160@tcp:501:ll_cfg_requeue.0 10000000:01000000:0.0:1785390639.520624:0:5576:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1785390639.520636:0:5576:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e25c3870200/0x7c8d729250a79b1c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0eed expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390639.520648:0:5576:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: ffff8e25c3870200/0x7c8d729250a79b1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0eed expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390640.028274:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785390640.610663:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579650816:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390640.610771:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579651072:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390640.610828:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1785390640.610853:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2354:1872117579650688:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390640.610879:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579650944:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1785390640.622957:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2354:1872117579650688:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1785390640.622981:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579650816:192.168.202.160@tcp:400:kworker.0 00010000:00080000:0.0:1785390640.626602:0:2354:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d29dbb80 x1872117579650944/t0(0) o400->lustre-OST0000-osc-ffff8e25c7faa000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390656 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785390640.626623:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579650944:192.168.202.160@tcp:400:kworker.0 00010000:00080000:0.0:1785390640.626635:0:2354:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d29db480 x1872117579651072/t0(0) o400->lustre-OST0001-osc-ffff8e25c7faa000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390656 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785390640.626643:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579651072:192.168.202.160@tcp:400:kworker.0 00010000:00010000:2.0:1785390641.051976:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785390641.311995:0:2345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.160@tcp (source: 12345-192.168.202.160@tcp) 00000100:00100000:0.0:1785390641.312185:0:5563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872117602749312 00000100:00100000:0.0:1785390641.312195:0:5563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872117602749312 00000100:00100000:0.0:1785390641.312256:0:5563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.160@tcp, seq: 2 00000100:00100000:0.0:1785390641.312335:0:5563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8e25d29d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5321e4e3-83c8-453a-9f3d-aba59fb79876+3:8360:x1872117602749312:12345-192.168.202.160@tcp:104: 00010000:00010000:0.0:1785390641.312355:0:5563:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.160@tcp lock: ffff8e260204ac00/0x7c8d729250a79ae4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd0cedea5fb0c0eb5 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390641.312687:0:5563:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1785390641.312695:0:5563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8e25d29d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5321e4e3-83c8-453a-9f3d-aba59fb79876+3:8360:x1872117602749312:12345-192.168.202.160@tcp:104: Request processed in 430us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1785390641.312702:0:5563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.160@tcp, seq: 2 00010000:00010000:2.0:1785390641.317618:0:5574:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785390641.317633:0:5574:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.160@tcp lock: ffff8e260204ac00/0x7c8d729250a79ae4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd0cedea5fb0c0eb5 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390641.317645:0:5574:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff8e260204ac00 already unused, calling callback (ffffffffc118ac20) 10000000:00010000:2.0:1785390641.317650:0:5574:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.160@tcp lock: ffff8e260204ac00/0x7c8d729250a79ae4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd0cedea5fb0c0eb5 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390641.317660:0:5574:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.160@tcp lock: ffff8e260204ac00/0x7c8d729250a79ae4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd0cedea5fb0c0eb5 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1785390641.317667:0:5574:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.160@tcp lock: ffff8e260204ac00/0x7c8d729250a79ae4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd0cedea5fb0c0eb5 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785390641.317673:0:5574:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1785390641.318026:0:5574:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.160@tcp lock: ffff8e260204ac00/0x7c8d729250a79ae4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd0cedea5fb0c0eb5 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390641.318034:0:5574:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1785390641.318060:0:5574:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.160@tcp lock: ffff8e260204ac00/0x7c8d729250a79ae4 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd0cedea5fb0c0eb5 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390641.318081:0:5574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.160@tcp lock: ffff8e260204ac00/0x7c8d729250a79ae4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd0cedea5fb0c0eb5 expref: -99 pid: 5562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390641.318125:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390641.318127:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390641.318129:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785390641.318497:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d199a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579651200:192.168.202.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1785390641.332877:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d199a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579651200:192.168.202.160@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785390642.076065:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1785390642.844019:0:5576:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1785390642.844040:0:5576:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8e25c7faa000 from 4 10000000:01000000:0.0:1785390642.844046:0:5576:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1785390642.844106:0:5576:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e25c3871000/0x7c8d729250a79b23 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390642.844130:0:5576:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: ffff8e25c3871000/0x7c8d729250a79b23 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390642.844165:0:5576:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: ffff8e25c3871000/0x7c8d729250a79b23 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785390642.844196:0:5576:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579651328:192.168.202.160@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1785390642.844335:0:5576:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d19c3900 going to sleep for 11 seconds 00000100:00100000:0.0:1785390642.847324:0:5576:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579651328:192.168.202.160@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785390642.847354:0:5576:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: ffff8e25c3871000/0x7c8d729250a79b23 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0f87 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390642.847368:0:5576:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: ffff8e25c3871000/0x7c8d729250a79b23 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0cedea5fb0c0f87 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785390642.847443:0:5576:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579651456:192.168.202.160@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785390642.847519:0:5576:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d19c3900 going to sleep for 11 seconds 00000100:00100000:0.0:1785390642.849635:0:5576:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579651456:192.168.202.160@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785390642.849676:0:5576:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579651584:192.168.202.160@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785390642.849776:0:5576:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d19c3900 going to sleep for 11 seconds 00000100:00100000:0.0:1785390642.864849:0:5576:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579651584:192.168.202.160@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785390642.865419:0:6102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:6102:1872117579651712:192.168.202.160@tcp:502:llog_process_th.0 00000100:00100000:0.0:1785390642.865507:0:6102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d19c3600 going to sleep for 11 seconds 00000100:00100000:0.0:1785390642.888412:0:6102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:6102:1872117579651712:192.168.202.160@tcp:502:llog_process_th.0 00000020:01000000:0.0:1785390642.888474:0:6102:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1785390642.888502:0:6102:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785390642.888505:0:6102:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1785390642.888512:0:6102:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8e25c7faa000 00000020:00000080:0.0:1785390642.888515:0:6102:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1785390642.888626:0:6102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:6102:1872117579651840:192.168.202.160@tcp:502:llog_process_th.0 00000100:00100000:0.0:1785390642.888724:0:6102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d19c3600 going to sleep for 11 seconds 00000100:00100000:3.0:1785390642.898706:0:6102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d3188e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:6102:1872117579651840:192.168.202.160@tcp:502:llog_process_th.0 00000020:01000000:3.0:1785390642.898759:0:6102:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785390642.898769:0:6102:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390642.898771:0:6102:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1785390642.898819:0:6102:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1785390642.901416:0:5576:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1785390642.901445:0:5576:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1785390642.901457:0:5576:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e25c3871000/0x7c8d729250a79b23 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0f87 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390642.901471:0:5576:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: ffff8e25c3871000/0x7c8d729250a79b23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0f87 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390643.103116:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390644.123954:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785390645.151322:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785390645.730924:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579652096:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390645.731037:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579652352:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390645.731072:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1785390645.731079:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2354:1872117579651968:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390645.731102:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579652224:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1785390645.752250:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2354:1872117579651968:192.168.202.160@tcp:400:kworker.0 00010000:00080000:0.0:1785390645.752273:0:2354:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d29da300 x1872117579652224/t0(0) o400->lustre-OST0000-osc-ffff8e25c7faa000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785390645.752285:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579652224:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1785390645.752295:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579652096:192.168.202.160@tcp:400:kworker.0 00010000:00080000:0.0:1785390645.752305:0:2354:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d29daa00 x1872117579652352/t0(0) o400->lustre-OST0001-osc-ffff8e25c7faa000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785390645.752313:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579652352:192.168.202.160@tcp:400:kworker.0 00010000:00010000:2.0:1785390646.171893:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785390647.196081:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390648.223124:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785390649.244661:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785390650.279274:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1785390650.713876:0:6406:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg260-client.virtnet: executing check_logdir /tmp/testlogs/ 00000100:00080000:0.0:1785390650.856841:0:36:0:(import.c:65:import_set_state_nolock()) ffff8e25d2ed6000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1785390650.856849:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8e25c7faa000: disconnect after 22s idle 00000100:00080000:0.0:1785390650.866098:0:36:0:(import.c:65:import_set_state_nolock()) ffff8e25d2ed4800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1785390650.866106:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8e25c7faa000: disconnect after 22s idle 00000100:00100000:0.0:1785390650.866139:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d318b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579652480:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1785390650.866374:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785390650.866384:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d318b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579652608:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1785390650.869141:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d318a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e468f566-16ba-4f49-a441-6b24e8d1537d:2352:1872117579652736:192.168.202.160@tcp:9:kworker.0 00000100:00100000:0.0:1785390650.869214:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d318aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e468f566-16ba-4f49-a441-6b24e8d1537d:2352:1872117579652864:192.168.202.160@tcp:9:kworker.0 00010000:00080000:0.0:1785390650.899044:0:2352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d318a300 x1872117579652736/t0(0) o9->lustre-OST0000-osc-ffff8e25c7faa000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1785390650.899065:0:2352:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8e25d318a300 x1872117579652736/t0(0) o9->lustre-OST0000-osc-ffff8e25c7faa000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1785390650.899073:0:2352:0:(import.c:65:import_set_state_nolock()) ffff8e25d2ed6000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1785390650.899077:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d318a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e468f566-16ba-4f49-a441-6b24e8d1537d:2352:1872117579652736:192.168.202.160@tcp:9:kworker.0 00010000:00080000:0.0:1785390650.899090:0:2352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d318aa00 x1872117579652864/t0(0) o9->lustre-OST0001-osc-ffff8e25c7faa000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1785390650.899097:0:2352:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8e25d318aa00 x1872117579652864/t0(0) o9->lustre-OST0001-osc-ffff8e25c7faa000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1785390650.899102:0:2352:0:(import.c:65:import_set_state_nolock()) ffff8e25d2ed4800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1785390650.899105:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d318aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e468f566-16ba-4f49-a441-6b24e8d1537d:2352:1872117579652864:192.168.202.160@tcp:9:kworker.0 00000100:00100000:0.0:1785390650.899140:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d318b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579652608:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1785390650.899149:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d318b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579652480:192.168.202.160@tcp:400:kworker.0 00010000:00010000:3.0:1785390651.312980:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785390652.316029:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785390653.348631:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785390654.367654:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785390655.387871:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785390655.966256:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579652992:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390655.966367:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785390655.966374:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579653120:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390655.978316:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579653120:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390655.978349:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579652992:192.168.202.160@tcp:400:kworker.0 00010000:00010000:1.0:1785390656.413360:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785390657.437036:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1785390658.034451:0:6686:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg260-client.virtnet: executing yml_node 00010000:00010000:1.0:1785390658.467431:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785390659.487625:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390660.516080:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785390661.084393:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579653376:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390661.084513:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785390661.084520:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2354:1872117579653248:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1785390661.091603:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2354:1872117579653248:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1785390661.092391:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579653376:192.168.202.160@tcp:400:kworker.0 00010000:00010000:3.0:1785390661.539480:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785390662.556604:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785390663.581001:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785390664.604919:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785390665.634959:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785390666.204228:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579653504:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390666.204330:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785390666.204337:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579653632:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390666.226304:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579653632:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1785390666.236751:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579653504:192.168.202.160@tcp:400:kworker.0 00010000:00010000:3.0:1785390666.652108:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1785390667.658952:0:7136:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.56.2 00010000:00010000:2.0:1785390667.681293:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785390668.699979:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390669.728987:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785390670.777174:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785390671.324111:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2355:1872117579653888:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1785390671.324243:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785390671.324249:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579653760:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1785390671.345188:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579653760:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1785390671.345214:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2355:1872117579653888:192.168.202.160@tcp:400:kworker.0 00010000:00010000:3.0:1785390671.772906:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1785390672.557445:0:7291:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.56.2 00010000:00010000:1.0:1785390672.796420:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785390673.821191:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785390674.847820:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785390675.869258:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785390676.465551:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579654016:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1785390676.481741:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785390676.481771:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579654144:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390676.494444:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579654144:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390676.494463:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579654016:192.168.202.160@tcp:400:kworker.0 00010000:00010000:1.0:1785390676.896710:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785390677.919080:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1785390678.042113:0:7446:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.56.2 00010000:00010000:2.0:1785390678.949950:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785390679.966071:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390681.005116:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785390681.564053:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579654272:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390681.564163:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785390681.564170:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579654400:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390681.592385:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579654400:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390681.592409:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579654272:192.168.202.160@tcp:400:kworker.0 00000001:02000400:1.0:1785390681.815711:0:7590:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Thu Jul 30 01:51:18 EDT 2026 00010000:00010000:2.0:1785390682.013009:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390683.035864:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390684.059967:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390685.088621:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390686.108334:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785390686.684297:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2355:1872117579654656:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1785390686.684440:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785390686.684447:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579654528:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1785390686.689511:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579654528:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1785390686.689545:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2355:1872117579654656:192.168.202.160@tcp:400:kworker.0 00010000:00010000:2.0:1785390687.133958:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390688.155936:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390689.180475:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390690.210683:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390691.230085:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785390691.806764:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579654912:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390691.806932:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785390691.806939:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2354:1872117579654784:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390691.812020:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2354:1872117579654784:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390691.812042:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579654912:192.168.202.160@tcp:400:kworker.0 00010000:00010000:2.0:1785390692.253977:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390693.275939:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390694.299905:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785390695.345090:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390696.349221:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785390696.926160:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d318b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579655040:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390696.930249:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785390696.930271:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d318b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579655168:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1785390696.936874:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d318b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579655168:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1785390696.936892:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d318b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579655040:192.168.202.160@tcp:400:kworker.0 00010000:00010000:0.0:1785390697.373853:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785390698.395939:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785390699.420110:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785390700.450768:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785390701.468029:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785390702.061491:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2355:1872117579655424:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1785390702.061608:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785390702.061616:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579655296:192.168.202.160@tcp:400:kworker.0 00000100:00100000:3.0:1785390702.091877:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2355:1872117579655424:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1785390702.092085:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579655296:192.168.202.160@tcp:400:kworker.0 00010000:00010000:0.0:1785390702.491995:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785390703.516244:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785390704.541466:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785390705.569578:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1785390706.470454:0:8146:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 21b 00010000:00010000:0.0:1785390706.587941:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785390707.164944:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579655680:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1785390707.165048:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785390707.165055:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2354:1872117579655552:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1785390707.174037:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2354:1872117579655552:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1785390707.174059:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579655680:192.168.202.160@tcp:400:kworker.0 00010000:00010000:3.0:1785390707.613134:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785390708.643436:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1785390708.858056:0:8285:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:3.0:1785390709.661548:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785390710.688202:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1785390711.058637:0:8428:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 01:51:49 (1785390709) === 00000080:00200008:0.0:1785390711.096962:0:7601:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8e25d8113248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1785390711.096974:0:7601:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248),name=/ 00000002:00010000:0.0:1785390711.096994:0:7601:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1785390711.097015:0:7601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1785390711.097045:0:7601:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1785390711.097054:0:7601:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1785390711.097062:0:7601:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) 00000080:00010000:0.0:1785390711.097066:0:7601:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) for lock 0x7c8d729250a79b0e 00000080:00010000:0.0:1785390711.097074:0:7601:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c8d729250a79b0e from it ffffa118c19d3cb8 00010000:00010000:0.0:1785390711.097078:0:7601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1785390711.097087:0:7601:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:1.0:1785390711.114175:0:7601:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8e25d8113248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1785390711.114187:0:7601:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248),name=/ 00000002:00010000:1.0:1785390711.114208:0:7601:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1785390711.114229:0:7601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1785390711.114257:0:7601:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:1.0:1785390711.114266:0:7601:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1785390711.114273:0:7601:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) 00000080:00010000:1.0:1785390711.114276:0:7601:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) for lock 0x7c8d729250a79b0e 00000080:00010000:1.0:1785390711.114285:0:7601:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c8d729250a79b0e from it ffffa118c19d3cb8 00010000:00010000:1.0:1785390711.114289:0:7601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1785390711.114297:0:7601:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:2.0:1785390711.135166:0:7601:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8e25d8113248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1785390711.135178:0:7601:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248),name=/ 00000002:00010000:2.0:1785390711.135201:0:7601:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1785390711.135223:0:7601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1785390711.135250:0:7601:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:2.0:1785390711.135258:0:7601:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1785390711.135265:0:7601:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) 00000080:00010000:2.0:1785390711.135269:0:7601:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) for lock 0x7c8d729250a79b0e 00000080:00010000:2.0:1785390711.135277:0:7601:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c8d729250a79b0e from it ffffa118c19d3cb8 00010000:00010000:2.0:1785390711.135281:0:7601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1785390711.135291:0:7601:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:2.0:1785390711.159208:0:7601:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8e25d8113248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1785390711.159220:0:7601:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248),name=/ 00000002:00010000:2.0:1785390711.159240:0:7601:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1785390711.159261:0:7601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1785390711.159342:0:7601:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1785390711.159352:0:7601:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1785390711.159360:0:7601:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) 00000080:00010000:2.0:1785390711.159364:0:7601:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) for lock 0x7c8d729250a79b0e 00000080:00010000:2.0:1785390711.159372:0:7601:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c8d729250a79b0e from it ffffa118c19d3cb8 00010000:00010000:2.0:1785390711.159382:0:7601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1785390711.159393:0:7601:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1785390711.709225:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1785390711.774512:0:8476:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1785390711.774517:0:8476:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1785390711.774519:0:8476:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.160@tcp:/lustre 00000020:01000004:2.0:1785390711.774521:0:8476:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1785390711.774874:0:8476:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8e25c33df800 00000080:01000004:2.0:1785390711.774883:0:8476:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1785390711.774904:0:8476:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.160@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1785390711.774907:0:8476:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.160@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1785390711.774914:0:8476:0:(llite_lib.c:1515:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8e25c33df800 (sb ffff8e25c33df800) 00000080:01000000:2.0:1785390711.774989:0:8476:0:(llite_lib.c:1241:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1785390711.774992:0:8476:0:(llite_lib.c:1251:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1785390711.774995:0:8476:0:(llite_lib.c:1251:ll_options()) next opt=flock 00000080:01000000:2.0:1785390711.775003:0:8476:0:(llite_lib.c:1549:ll_fill_super()) llite sb uuid: 5a586f02-dc38-4641-bf32-0c98ce7f2941 10000000:01000000:2.0:1785390711.776609:0:8476:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1785390711.776614:0:8476:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8e25c33df800 10000000:01000000:2.0:1785390711.776621:0:8476:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8e25c33df800 10000000:01000000:2.0:1785390711.776625:0:8476:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1785390711.779562:0:8476:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8e25c33df800 10000000:01000000:2.0:1785390711.779570:0:8476:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1785390711.779575:0:8476:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8e25c33df800 10000000:01000000:2.0:1785390711.779578:0:8476:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1785390711.779581:0:8476:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8e25c33df800 from 1 10000000:01000000:2.0:1785390711.779585:0:8476:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1785390711.779628:0:8476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e2602166200/0x7c8d729250a79b2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390711.780535:0:8476:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: ffff8e2602166200/0x7c8d729250a79b2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390711.780547:0:8476:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: ffff8e2602166200/0x7c8d729250a79b2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785390711.780575:0:8476:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1998a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:8476:1872117579655808:192.168.202.160@tcp:101:mount.lustre.0 00000100:00100000:3.0:1785390711.793876:0:8476:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d3290480 going to sleep for 11 seconds 00000100:00100000:3.0:1785390711.801552:0:8476:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1998a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:8476:1872117579655808:192.168.202.160@tcp:101:mount.lustre.0 00010000:00010000:3.0:1785390711.801584:0:8476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: ffff8e2602166200/0x7c8d729250a79b2a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0f8e expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390711.801598:0:8476:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: ffff8e2602166200/0x7c8d729250a79b2a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0cedea5fb0c0f8e expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785390711.801699:0:8476:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e4b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:8476:1872117579655936:192.168.202.160@tcp:501:mount.lustre.0 00000100:00100000:3.0:1785390711.801810:0:8476:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25c876b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785390711.804051:0:8476:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e4b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:8476:1872117579655936:192.168.202.160@tcp:501:mount.lustre.0 00000100:00100000:3.0:1785390711.804098:0:8476:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e4b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:8476:1872117579656064:192.168.202.160@tcp:503:mount.lustre.0 00000100:00100000:3.0:1785390711.804164:0:8476:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25c876b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785390711.805775:0:8476:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e4b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:8476:1872117579656064:192.168.202.160@tcp:503:mount.lustre.0 00000100:00100000:3.0:1785390711.807148:0:8480:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e4b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:8480:1872117579656192:192.168.202.160@tcp:502:llog_process_th.0 00000100:00100000:3.0:1785390711.807239:0:8480:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25c876b240 going to sleep for 11 seconds 00000100:00100000:3.0:1785390711.812366:0:8480:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e4b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:8480:1872117579656192:192.168.202.160@tcp:502:llog_process_th.0 00000020:01000000:3.0:1785390711.812414:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785390711.812426:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.812428:0:8480:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1785390711.812436:0:8480:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8e25c33df800 00000020:00000080:3.0:1785390711.812440:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785390711.812463:0:8480:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8e25c33df800 (ffff8e25c121b380) 00000020:00000080:3.0:1785390711.812487:0:8480:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type lov with refcount 2 00000020:01000000:3.0:1785390711.812494:0:8480:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8e25c33df800 00000020:00000080:3.0:1785390711.812497:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1785390711.812781:0:8480:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8e25c33df800 (uuid 5a586f02-dc38-4641-bf32-0c98ce7f2941) 00000020:01000000:3.0:1785390711.812817:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785390711.812822:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.812823:0:8480:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1785390711.812826:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785390711.812830:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.812831:0:8480:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1785390711.812834:0:8480:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8e25c33df800 00000020:00000080:3.0:1785390711.812836:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785390711.812847:0:8480:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8e25c33df800 (ffff8e25c121cd40) 00000020:00000080:3.0:1785390711.812858:0:8480:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lmv with refcount 2 00000020:01000000:3.0:1785390711.812864:0:8480:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8e25c33df800 00000020:00000080:3.0:1785390711.812867:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1785390711.813032:0:8480:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8e25c33df800 (uuid 5a586f02-dc38-4641-bf32-0c98ce7f2941) 00000020:01000000:3.0:1785390711.813037:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785390711.813041:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.813042:0:8480:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1785390711.813045:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785390711.813047:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.813049:0:8480:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1785390711.813052:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1785390711.813053:0:8480:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1785390711.813056:0:8480:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1785390711.813062:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785390711.813064:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.813066:0:8480:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1785390711.813068:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785390711.813072:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.813074:0:8480:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1785390711.813076:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1785390711.813081:0:8480:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.160@tcp to nid 0x20000c0a8caa0 (192.168.202.160@tcp) 00000020:01000000:3.0:1785390711.813099:0:8480:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8e25c33df800 00000020:00000080:3.0:1785390711.813102:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785390711.813108:0:8480:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8e25c33df800 (ffff8e25c1218000) 00000020:00000080:3.0:1785390711.813117:0:8480:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type mdc with refcount 2 00000020:01000000:3.0:1785390711.813122:0:8480:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8e25c33df800 00000020:00000080:3.0:1785390711.813124:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1785390711.813192:0:8480:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e25c54ac800@lustre-MDT0000-mdc-ffff8e25c33df800: add connection 192.168.202.160@tcp at head 00010000:00010000:3.0:1785390711.814856:0:8480:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8e25c33df800-4 is initialized 00000040:01000000:3.0:1785390711.815050:0:8480:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8e25c33df800 ctxt 13 is initialized 00000020:00000080:3.0:1785390711.815079:0:8480:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8e25c33df800 (uuid 5a586f02-dc38-4641-bf32-0c98ce7f2941) 00000020:01000000:3.0:1785390711.815095:0:8480:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8e25c33df800 00000020:00000080:3.0:1785390711.815099:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1785390711.815116:0:8480:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1785390711.815150:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785390711.815154:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.815156:0:8480:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1785390711.815159:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1785390711.815161:0:8480:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1785390711.815163:0:8480:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1785390711.815164:0:8480:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1785390711.815165:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1785390711.815168:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.815169:0:8480:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1785390711.815171:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1785390711.815175:0:8480:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.160@tcp:/lustre 00000020:00000080:3.0:1785390711.815178:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.815179:0:8480:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1785390711.815182:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1785390711.815186:0:8480:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.160@tcp to nid 0x20000c0a8caa0 (192.168.202.160@tcp) 00000020:01000000:3.0:1785390711.815210:0:8480:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8e25c33df800 00000020:00000080:3.0:1785390711.815212:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785390711.815220:0:8480:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8e25c33df800 (ffff8e25c12199c0) 00000020:00000080:3.0:1785390711.815231:0:8480:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osc with refcount 2 00000020:01000000:3.0:1785390711.815236:0:8480:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8e25c33df800 00000020:00000080:3.0:1785390711.815239:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1785390711.815295:0:8480:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e25c54a9800@lustre-OST0000-osc-ffff8e25c33df800: add connection 192.168.202.160@tcp at head 00010000:00010000:3.0:1785390711.815502:0:8480:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8e25c33df800-5 is initialized 00000020:00000080:3.0:1785390711.829024:0:8480:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8e25c33df800 (uuid 5a586f02-dc38-4641-bf32-0c98ce7f2941) 00000020:01000000:3.0:1785390711.829046:0:8480:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8e25c33df800 00000020:00000080:3.0:1785390711.829050:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1785390711.829080:0:8480:0:(lov_obd.c:479:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1785390711.829103:0:8480:0:(lov_obd.c:508:lov_add_target()) lustre-clilov-ffff8e25c33df800: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1785390711.829111:0:8480:0:(lov_obd.c:530:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1785390711.829125:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785390711.829130:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.829132:0:8480:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1785390711.829137:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1785390711.829140:0:8480:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1785390711.829142:0:8480:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1785390711.829143:0:8480:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1785390711.829145:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1785390711.829147:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.829149:0:8480:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1785390711.829151:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1785390711.829156:0:8480:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.160@tcp:/lustre 00000020:00000080:3.0:1785390711.829160:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.829161:0:8480:0:(obd_config.c:1561:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1785390711.829164:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1785390711.829169:0:8480:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.160@tcp to nid 0x20000c0a8caa0 (192.168.202.160@tcp) 00000020:01000000:3.0:1785390711.829195:0:8480:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8e25c33df800 00000020:00000080:3.0:1785390711.829198:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785390711.829219:0:8480:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8e25c33df800 (ffff8e25d2f299c0) 00000020:00000080:3.0:1785390711.829244:0:8480:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osc with refcount 2 00000020:01000000:3.0:1785390711.829250:0:8480:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8e25c33df800 00000020:00000080:3.0:1785390711.829253:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1785390711.829329:0:8480:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e25d2f34800@lustre-OST0001-osc-ffff8e25c33df800: add connection 192.168.202.160@tcp at head 00010000:00010000:3.0:1785390711.829568:0:8480:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8e25c33df800-6 is initialized 00000020:00000080:3.0:1785390711.829902:0:8480:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8e25c33df800 (uuid 5a586f02-dc38-4641-bf32-0c98ce7f2941) 00000020:01000000:3.0:1785390711.829909:0:8480:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8e25c33df800 00000020:00000080:3.0:1785390711.829912:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1785390711.829920:0:8480:0:(lov_obd.c:479:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1785390711.829925:0:8480:0:(lov_obd.c:508:lov_add_target()) lustre-clilov-ffff8e25c33df800: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1785390711.829927:0:8480:0:(lov_obd.c:530:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1785390711.829939:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785390711.829943:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.829944:0:8480:0:(obd_config.c:1561:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1785390711.829946:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785390711.829949:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.829950:0:8480:0:(obd_config.c:1561:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:3.0:1785390711.829953:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1785390711.829955:0:8480:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1785390711.829957:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785390711.829959:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.829960:0:8480:0:(obd_config.c:1561:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:01000000:3.0:1785390711.829962:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785390711.829964:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.829965:0:8480:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1785390711.829967:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1785390711.830015:0:8480:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e4b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:8480:1872117579656320:192.168.202.160@tcp:502:llog_process_th.0 00000100:00100000:3.0:1785390711.830117:0:8480:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25c876b240 going to sleep for 11 seconds 00000100:00100000:3.0:1785390711.841764:0:8480:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e4b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:8480:1872117579656320:192.168.202.160@tcp:502:llog_process_th.0 00000020:01000000:3.0:1785390711.841834:0:8480:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785390711.841844:0:8480:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.841847:0:8480:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1785390711.841852:0:8480:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1785390711.842463:0:8476:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1785390711.842483:0:8476:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1785390711.842503:0:8476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e2602166200/0x7c8d729250a79b2a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0f8e expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390711.842515:0:8476:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: ffff8e2602166200/0x7c8d729250a79b2a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0f8e expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785390711.842523:0:8476:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff8e25c33df800 from 1 10000000:01000000:0.0:1785390711.842526:0:8476:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1785390711.842565:0:8476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e25c3871800/0x7c8d729250a79b54 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390711.842573:0:8476:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: ffff8e25c3871800/0x7c8d729250a79b54 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390711.842593:0:8476:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: ffff8e25c3871800/0x7c8d729250a79b54 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785390711.842617:0:8476:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d318b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:8476:1872117579656448:192.168.202.160@tcp:101:mount.lustre.0 00000100:00100000:0.0:1785390711.842715:0:8476:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d1e43cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1785390711.863982:0:8476:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d318b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:8476:1872117579656448:192.168.202.160@tcp:101:mount.lustre.0 00010000:00010000:2.0:1785390711.864015:0:8476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: ffff8e25c3871800/0x7c8d729250a79b54 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0f95 expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390711.864027:0:8476:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: ffff8e25c3871800/0x7c8d729250a79b54 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0cedea5fb0c0f95 expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785390711.864629:0:8476:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1999c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:8476:1872117579656576:192.168.202.160@tcp:256:mount.lustre.0 00000100:00100000:2.0:1785390711.867800:0:8476:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d3290b40 going to sleep for 11 seconds 00000100:00100000:2.0:1785390711.872439:0:8476:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1999c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:8476:1872117579656576:192.168.202.160@tcp:256:mount.lustre.0 10000000:01000000:2.0:1785390711.873134:0:8476:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1785390711.873155:0:8476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e25c3871800/0x7c8d729250a79b54 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0f95 expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390711.873167:0:8476:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: ffff8e25c3871800/0x7c8d729250a79b54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0f95 expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785390711.873176:0:8476:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8e25c33df800 from 1 10000000:01000000:2.0:1785390711.873187:0:8476:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1785390711.873224:0:8476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e2602167200/0x7c8d729250a79b5b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390711.873232:0:8476:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: ffff8e2602167200/0x7c8d729250a79b5b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390711.873241:0:8476:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: ffff8e2602167200/0x7c8d729250a79b5b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785390711.873261:0:8476:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1999c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:8476:1872117579656704:192.168.202.160@tcp:101:mount.lustre.0 00000100:00100000:2.0:1785390711.873320:0:8476:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d3290b40 going to sleep for 11 seconds 00000100:00100000:2.0:1785390711.875463:0:8476:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1999c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:8476:1872117579656704:192.168.202.160@tcp:101:mount.lustre.0 00010000:00010000:2.0:1785390711.875488:0:8476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: ffff8e2602167200/0x7c8d729250a79b5b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0f9c expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390711.875500:0:8476:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: ffff8e2602167200/0x7c8d729250a79b5b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0cedea5fb0c0f9c expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785390711.875566:0:8476:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1999c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:8476:1872117579656832:192.168.202.160@tcp:501:mount.lustre.0 00000100:00100000:2.0:1785390711.875618:0:8476:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d3290b40 going to sleep for 11 seconds 00000100:00100000:2.0:1785390711.884953:0:8476:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1999c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:8476:1872117579656832:192.168.202.160@tcp:501:mount.lustre.0 00000100:00100000:2.0:1785390711.885026:0:8476:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1999c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:8476:1872117579656960:192.168.202.160@tcp:503:mount.lustre.0 00000100:00100000:2.0:1785390711.885128:0:8476:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d3290b40 going to sleep for 11 seconds 00000100:00100000:2.0:1785390711.895100:0:8476:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1999c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5321e4e3-83c8-453a-9f3d-aba59fb79876:8476:1872117579656960:192.168.202.160@tcp:503:mount.lustre.0 00000100:00100000:2.0:1785390711.897333:0:8483:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1999c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:8483:1872117579657088:192.168.202.160@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785390711.897454:0:8483:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d32900c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785390711.900218:0:8483:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1999c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:8483:1872117579657088:192.168.202.160@tcp:502:llog_process_th.0 00000020:01000000:2.0:1785390711.900261:0:8483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785390711.900272:0:8483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390711.900274:0:8483:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1785390711.900282:0:8483:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8e25c33df800 00000020:00000080:2.0:1785390711.900285:0:8483:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1785390711.900294:0:8483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785390711.900296:0:8483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390711.900297:0:8483:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1785390711.900299:0:8483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785390711.900302:0:8483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785390711.900303:0:8483:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1785390711.900306:0:8483:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8e25c33df800 00000020:00000080:2.0:1785390711.900308:0:8483:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1785390711.900402:0:8483:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1999c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:8483:1872117579657216:192.168.202.160@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785390711.900483:0:8483:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d32900c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785390711.914771:0:8483:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1999c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5321e4e3-83c8-453a-9f3d-aba59fb79876:8483:1872117579657216:192.168.202.160@tcp:502:llog_process_th.0 00000020:01000000:3.0:1785390711.914877:0:8483:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785390711.914887:0:8483:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785390711.914890:0:8483:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1785390711.914900:0:8483:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1785390711.923207:0:8476:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:0.0:1785390711.923244:0:8476:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1785390711.923283:0:8476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e2602167200/0x7c8d729250a79b5b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0f9c expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785390711.923386:0:8476:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: ffff8e2602167200/0x7c8d729250a79b5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0f9c expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1785390711.923408:0:8476:0:(llite_lib.c:1623:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1785390711.923436:0:8476:0:(genops.c:1406:class_connect()) connect: client 5a586f02-dc38-4641-bf32-0c98ce7f2941, cookie 0x7c8d729250a79b62 00800000:01000000:0.0:1785390711.923457:0:8476:0:(lmv_obd.c:512:lmv_check_connect()) Time to connect 5a586f02-dc38-4641-bf32-0c98ce7f2941 to lustre-clilmv-ffff8e25c33df800 00800000:01000000:0.0:1785390711.923467:0:8476:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8e25c33df800(5a586f02-dc38-4641-bf32-0c98ce7f2941) - lustre-MDT0000_UUID, 5a586f02-dc38-4641-bf32-0c98ce7f2941 00000020:00000080:0.0:1785390711.923475:0:8476:0:(genops.c:1406:class_connect()) connect: client 5a586f02-dc38-4641-bf32-0c98ce7f2941, cookie 0x7c8d729250a79b69 00000100:00080000:0.0:1785390711.923487:0:8476:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8e25c33df800: connect to NID 192.168.202.160@tcp last attempt 0 00000100:00080000:0.0:1785390711.923498:0:8476:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8e25c33df800: import ffff8e25c54ac800 using connection 192.168.202.160@tcp/192.168.202.160@tcp 00000008:00100000:0.0:1785390711.923512:0:8476:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682882 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1785390711.923541:0:8476:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e25d318b100 x1872117579657344/t0(0) o38->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1785390711.923569:0:8476:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID 00800000:01000000:0.0:1785390711.923663:0:8476:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8e25c33df800(5a586f02-dc38-4641-bf32-0c98ce7f2941) successfully (5) 00800000:00000004:0.0:1785390711.923673:0:8476:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff8e25c33df800: age -656, max_age 0 00000100:00100000:0.0:1785390711.923710:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1785390711.923728:0:2354:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8e25d318aa00 x1872117579657472/t0(0) o41->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785390711.923734:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785390711.923751:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2355:1872117579657600:192.168.202.160@tcp:400:kworker.0 00000080:00000004:0.0:1785390711.923758:0:8476:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff8e25c33df800: age -656, max_age 343 00800000:00000004:0.0:1785390711.923764:0:8476:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff8e25c33df800: age -656, max_age 343 00000100:00080000:0.0:1785390711.923808:0:8476:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8e25d318a300 x1872117579657728/t0(0) o41->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785390711.923817:0:8476:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25c11cac00 going to sleep for 0 seconds 00000100:00100000:1.0:1785390711.923916:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d318b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5a586f02-dc38-4641-bf32-0c98ce7f2941:2352:1872117579657344:192.168.202.160@tcp:38:mount.lustre.0 00000100:00100000:1.0:1785390711.934654:0:2352:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c33df800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1785390711.934671:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8e25c33df800: connect to target with instance 1 00000100:00080000:1.0:1785390711.934682:0:2352:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8e25c33df800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1785390711.934696:0:2352:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1785390711.934700:0:2352:0:(import.c:65:import_set_state_nolock()) ffff8e25c54ac800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1785390711.936400:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2355:1872117579657600:192.168.202.160@tcp:400:kworker.0 00000100:00080000:2.0:1785390711.936545:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000699411d4): req@ffff8e25d318aa00 x1872117579657472/t0(0) o41->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1785390711.936571:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000024abd04d): req@ffff8e25d318a300 x1872117579657728/t0(0) o41->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785390711.936588:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d318b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5a586f02-dc38-4641-bf32-0c98ce7f2941:2352:1872117579657344:192.168.202.160@tcp:38:mount.lustre.0 00000100:00100000:2.0:1785390711.936711:0:8476:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25c11cac00 going to sleep for 11 seconds 00000100:00100000:0.0:1785390711.945482:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d318aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a586f02-dc38-4641-bf32-0c98ce7f2941:0:1872117579657472:192.168.202.160@tcp:41:mount.lustre.0 00000100:00100000:2.0:1785390711.945483:0:8476:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d318a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a586f02-dc38-4641-bf32-0c98ce7f2941:8476:1872117579657728:192.168.202.160@tcp:41:mount.lustre.0 00800000:00000004:2.0:1785390711.945514:0:8476:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff8e25c33df800: update ffff8e25c1218450 cache blocks 17239/17271 objects 534230/534562 00000080:00000004:2.0:1785390711.945524:0:8476:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff8e25c33df800: update ffff8e25c121d190 cache blocks 17239/17271 objects 534230/534562 00000100:00100000:2.0:1785390711.945566:0:8476:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1998380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a586f02-dc38-4641-bf32-0c98ce7f2941:8476:1872117579657856:192.168.202.160@tcp:40:mount.lustre.0 00000100:00100000:2.0:1785390711.945637:0:8476:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d3290300 going to sleep for 11 seconds 00000100:00100000:2.0:1785390711.960215:0:8476:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1998380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a586f02-dc38-4641-bf32-0c98ce7f2941:8476:1872117579657856:192.168.202.160@tcp:40:mount.lustre.0 00000080:00000004:2.0:1785390711.960249:0:8476:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1785390711.960279:0:8476:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682882 ocd_grant: 3407872 00020000:01000000:2.0:1785390711.960284:0:8476:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1785390711.960298:0:8476:0:(genops.c:1406:class_connect()) connect: client 5a586f02-dc38-4641-bf32-0c98ce7f2941, cookie 0x7c8d729250a79b70 00000020:00000080:2.0:1785390711.960319:0:8476:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x7c8d729250a79b77 00000100:00080000:2.0:1785390711.960328:0:8476:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8e25c33df800: connect to NID 192.168.202.160@tcp last attempt 0 00000100:00080000:2.0:1785390711.960336:0:8476:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8e25c33df800: import ffff8e25c54a9800 using connection 192.168.202.160@tcp/192.168.202.160@tcp 00000008:00100000:2.0:1785390711.960351:0:8476:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682882 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1785390711.960378:0:8476:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e25d1998380 x1872117579657984/t0(0) o8->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1785390711.960409:0:8476:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID 00020000:01000000:2.0:1785390711.960425:0:8476:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8e25c33df800) active 00000020:00000080:2.0:1785390711.960452:0:8476:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x7c8d729250a79b7e 00000100:00080000:2.0:1785390711.960457:0:8476:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8e25c33df800: connect to NID 192.168.202.160@tcp last attempt 0 00000100:00080000:2.0:1785390711.960461:0:8476:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8e25c33df800: import ffff8e25d2f34800 using connection 192.168.202.160@tcp/192.168.202.160@tcp 00000008:00100000:2.0:1785390711.960466:0:8476:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682882 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1785390711.960476:0:8476:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e25d1999c00 x1872117579658112/t0(0) o8->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1785390711.960498:0:8476:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID 00020000:01000000:2.0:1785390711.960502:0:8476:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8e25c33df800) active 00000100:00100000:2.0:1785390711.960537:0:8476:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1998a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a586f02-dc38-4641-bf32-0c98ce7f2941:8476:1872117579658240:192.168.202.160@tcp:33:mount.lustre.0 00000100:00100000:2.0:1785390711.960660:0:8476:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d3290300 going to sleep for 11 seconds 00000100:00100000:1.0:1785390711.960855:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5a586f02-dc38-4641-bf32-0c98ce7f2941:2352:1872117579657984:192.168.202.160@tcp:8:mount.lustre.0 00000100:00100000:1.0:1785390711.960899:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5a586f02-dc38-4641-bf32-0c98ce7f2941:2352:1872117579658112:192.168.202.160@tcp:8:mount.lustre.0 00010000:00080000:1.0:1785390711.966151:0:2352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d1998380 x1872117579657984/t0(0) o8->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 520/416 e 0 to 0 dl 1785390721 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390711.966187:0:2352:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e25c33df800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1785390711.966314:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8e25c33df800: connect to target with instance 1 00000100:00080000:1.0:1785390711.966326:0:2352:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8e25c33df800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1785390711.966340:0:2352:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1785390711.966344:0:2352:0:(import.c:65:import_set_state_nolock()) ffff8e25c54a9800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1785390711.966350:0:2352:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:1.0:1785390711.966356:0:2352:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1785390711.966361:0:2352:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1785390711.966373:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5a586f02-dc38-4641-bf32-0c98ce7f2941:2352:1872117579657984:192.168.202.160@tcp:8:mount.lustre.0 00010000:00080000:1.0:1785390711.966389:0:2352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d1999c00 x1872117579658112/t0(0) o8->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 520/416 e 0 to 0 dl 1785390721 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390711.966398:0:2352:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8e25c33df800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1785390711.966402:0:2352:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8e25c33df800: connect to target with instance 1 00000100:00080000:1.0:1785390711.966407:0:2352:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8e25c33df800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1785390711.966411:0:2352:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1785390711.966414:0:2352:0:(import.c:65:import_set_state_nolock()) ffff8e25d2f34800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1785390711.966417:0:2352:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:1.0:1785390711.966419:0:2352:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1785390711.966422:0:2352:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1785390711.966426:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5a586f02-dc38-4641-bf32-0c98ce7f2941:2352:1872117579658112:192.168.202.160@tcp:8:mount.lustre.0 00000100:00100000:2.0:1785390711.967349:0:8476:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1998a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a586f02-dc38-4641-bf32-0c98ce7f2941:8476:1872117579658240:192.168.202.160@tcp:33:mount.lustre.0 00000080:00200000:2.0:1785390711.967542:0:8476:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d81600c8) 00000080:00200000:2.0:1785390711.967549:0:8476:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:02000400:2.0:1785390711.967614:0:8476:0:(llite_lib.c:1661:ll_fill_super()) Mounted lustre-client 00000080:00000004:2.0:1785390711.968830:0:8476:0:(super25.c:181:lustre_fill_super()) 192.168.202.160@tcp:/lustre: Mount complete 00000400:00000001:0.0:1785390712.318519:0:8504:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:2.0:1785390712.733154:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390712.733161:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390712.733166:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390712.733167:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390712.733201:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390712.733204:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390712.733207:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785390713.051866:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a110 (cpu 1) has reached its deadline 4295013078, at 4295013120 00000100:00000010:1.0:1785390713.051883:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25c620f7e0. 00000100:00000040:0.0:1785390713.051976:0:52:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a000 (cpu 0) has reached its deadline 4295013078, at 4295013120 00000100:00000010:0.0:1785390713.051983:0:52:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25c620fd80. 00010000:00000001:2.0:1785390713.755916:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390713.755927:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1785390713.755929:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1785390713.755933:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390713.755940:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1785390713.755942:0:41:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390713.755944:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390713.755947:0:41:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390713.755951:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390713.755952:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390713.755981:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390713.755984:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390713.755987:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390714.779923:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390714.779931:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390714.779954:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390714.779956:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390714.779979:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390714.779983:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390714.779986:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390715.804209:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390715.804217:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390715.804222:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390715.804223:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390715.804251:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390715.804255:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390715.804257:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390716.829679:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390716.829687:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390716.829694:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390716.829695:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390716.829722:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390716.829725:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390716.829728:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1785390717.415428:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785390717.415441:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785390717.415451:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d1998a80. 00000020:00000040:2.0:1785390717.415458:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:2.0:1785390717.415463:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785390717.415467:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785390717.415473:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785390717.415482:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25c9674200. 00000100:00000001:2.0:1785390717.415489:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.415502:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS req@ffff8e25d1998a80 x1872117579658368/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785390717.415515:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785390717.415520:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.415526:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025ef40db] to pc [ptlrpcd_01_00+0] req@ffff8e25d1998a80 x1872117579658368/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390717.415579:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.415582:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785390717.415586:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785390717.415589:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d1999f80. 00000020:00000040:2.0:1785390717.415592:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25d2ed7800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000100:00000001:2.0:1785390717.415594:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785390717.415605:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785390717.415607:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785390717.415611:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25c9674a00. 00000100:00000001:2.0:1785390717.415614:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.415619:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID req@ffff8e25d1999f80 x1872117579658496/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785390717.415626:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785390717.415627:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.415632:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc850ed1] to pc [ptlrpcd_01_01+1] req@ffff8e25d1999f80 x1872117579658496/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390717.415640:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.415642:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785390717.415646:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785390717.415648:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785390717.415652:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785390717.415655:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785390717.415658:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785390717.415661:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d199a680. 00000020:00000040:2.0:1785390717.415663:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25c54ac800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000100:00000001:2.0:1785390717.415665:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785390717.415672:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785390717.415674:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785390717.415679:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d1fa1e00. 00000100:00000001:2.0:1785390717.415682:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.415686:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID req@ffff8e25d199a680 x1872117579658624/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785390717.415694:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785390717.415696:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.415700:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064421bf9] to pc [ptlrpcd_01_00+0] req@ffff8e25d199a680 x1872117579658624/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390717.415707:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.415709:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785390717.415712:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785390717.415715:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d199ad80. 00000020:00000040:2.0:1785390717.415717:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25c54a9800 refcount=3 obd=lustre-OST0000-osc-ffff8e25c33df800 00000100:00000001:2.0:1785390717.415719:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785390717.415720:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785390717.415722:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785390717.415725:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d1fa1600. 00000100:00000001:2.0:1785390717.415727:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.415731:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID req@ffff8e25d199ad80 x1872117579658752/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785390717.415738:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785390717.415739:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.415743:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001df7aa20] to pc [ptlrpcd_01_01+1] req@ffff8e25d199ad80 x1872117579658752/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390717.415750:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.415752:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785390717.415755:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785390717.415758:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d1998000. 00000020:00000040:2.0:1785390717.415764:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25d2f34800 refcount=3 obd=lustre-OST0001-osc-ffff8e25c33df800 00000100:00000001:2.0:1785390717.415766:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785390717.415767:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785390717.415769:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785390717.415772:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d1fa1400. 00000100:00000001:2.0:1785390717.415775:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.415779:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID req@ffff8e25d1998000 x1872117579658880/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785390717.415815:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785390717.415817:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.415821:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c64c512] to pc [ptlrpcd_01_00+0] req@ffff8e25d1998000 x1872117579658880/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390717.415829:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.415833:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (355) 00000100:00000001:2.0:1785390717.415847:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390717.415851:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785390717.415853:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785390717.415867:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d1999f80 x1872117579658496/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390717.415875:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785390717.415877:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390717.415881:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785390717.415884:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785390717.415886:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390717.415890:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2356:1872117579658496:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1785390717.415894:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785390717.415901:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785390717.415904:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390717.415906:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785390717.415911:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d1305800. 02000000:00000001:2.0:1785390717.415913:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390717.415922:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1785390717.415934:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c57a9688. 00000400:00000010:2.0:1785390717.415941:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a000. 00000100:00000200:2.0:1785390717.415948:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579658496, portal 10 00000100:00000001:2.0:1785390717.415951:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785390717.415952:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891814281088 : -125181895270528 : ffff8e25d1999f80) 00000100:00000040:2.0:1785390717.415960:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d1999f80 x1872117579658496/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390717.415968:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785390717.415970:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1785390717.415973:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156add0. 00000100:00000200:2.0:1785390717.415976:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579658496, offset 0 00000400:00000200:2.0:1785390717.415982:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1785390717.415991:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390717.416000:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1785390717.416005:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785390717.416009:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1785390717.416014:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785390717.416017:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1785390717.416021:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [113:113:256:4294967295] 192.168.202.160@tcp LPNI seq info [113:113:8:4294967295] 00000400:00000200:2.0:1785390717.416025:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390717.416034:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1785390717.416041:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1785390717.416046:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d1fa1700. 00000800:00000200:2.0:1785390717.416053:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1785390717.416061:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1785390717.416065:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d1fa1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785390717.416077:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.416081:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: using a timeout of 155527 usecs (156 jiffies) 00000400:00000200:2.0:1785390717.416084:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1785390717.416087:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 0 is 4295017640 00000100:00000010:2.0:1785390717.416092:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25d1ecd4e0. 00000100:00000001:2.0:1785390717.416102:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1785390717.416108:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 1 is 4295017640 00000100:00000010:2.0:1785390717.416112:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25d1ecd2a0. 00000100:00000001:2.0:1785390717.416115:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1785390717.416118:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390717.416121:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390717.416124:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785390717.416128:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d199ad80 x1872117579658752/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390717.416135:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785390717.416136:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390717.416138:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785390717.416140:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785390717.416143:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390717.416146:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d199ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5a586f02-dc38-4641-bf32-0c98ce7f2941:2356:1872117579658752:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1785390717.416149:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785390717.416152:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785390717.416153:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390717.416156:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785390717.416159:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d1304a00. 02000000:00000001:2.0:1785390717.416161:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390717.416164:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1785390717.416167:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c57a9c08. 00000400:00000010:2.0:1785390717.416171:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a7f8. 00000100:00000200:2.0:1785390717.416173:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579658752, portal 4 00000100:00000001:2.0:1785390717.416175:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785390717.416177:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891814284672 : -125181895266944 : ffff8e25d199ad80) 00000020:00000010:2.0:1785390717.416185:0:2356:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8e25c4fa6000. 00000100:00000040:2.0:1785390717.416190:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d199ad80 x1872117579658752/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390717.416196:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785390717.416203:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1785390717.416206:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156aa18. 00000100:00000200:2.0:1785390717.416208:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872117579658752, offset 0 00000400:00000200:2.0:1785390717.416213:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1785390717.416217:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390717.416220:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1785390717.416223:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785390717.416225:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1785390717.416227:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785390717.416229:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1785390717.416232:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [114:114:255:4294967295] 192.168.202.160@tcp LPNI seq info [114:114:7:4294967295] 00000400:00000200:2.0:1785390717.416236:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390717.416242:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1785390717.416246:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1785390717.416259:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d0b2ad00. 00000800:00000200:2.0:1785390717.416265:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1785390717.416269:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1785390717.416271:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d0b2ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785390717.416275:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.416278:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: using a timeout of 7080 usecs (8 jiffies) 00000400:00000200:2.0:1785390717.416281:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1785390717.416283:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295017492 00000100:00000001:2.0:1785390717.416285:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: PM QoS request active for cpu 0, keep current deadline 4295017640 00000100:00000001:2.0:1785390717.416288:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295017492 00000100:00000001:2.0:1785390717.416290:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: PM QoS request active for cpu 1, keep current deadline 4295017640 00000100:00000001:2.0:1785390717.416301:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390717.416304:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390717.416306:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390717.416308:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390717.416317:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785390717.416323:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1785390717.416326:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390717.416327:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785390717.416329:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390717.416331:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1785390717.416333:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390717.416336:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785390717.416337:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390717.416339:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390717.416340:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785390717.416341:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785390717.416346:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d1998a80 x1872117579658368/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390717.416352:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785390717.416353:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390717.416355:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785390717.416357:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785390717.416359:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390717.416362:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2356:1872117579658368:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1785390717.416365:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785390717.416367:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785390717.416369:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390717.416370:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785390717.416373:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d1304400. 02000000:00000001:2.0:1785390717.416375:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390717.416379:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1785390717.416381:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c57a93c8. 00000400:00000010:2.0:1785390717.416385:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a088. 00000100:00000200:2.0:1785390717.416388:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579658368, portal 25 00000100:00000001:2.0:1785390717.416390:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785390717.416391:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891814275712 : -125181895275904 : ffff8e25d1998a80) 00000100:00000040:2.0:1785390717.416395:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d1998a80 x1872117579658368/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390717.416401:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785390717.416408:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1785390717.416412:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a198. 00000100:00000200:2.0:1785390717.416414:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872117579658368, offset 0 00000400:00000200:2.0:1785390717.416419:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1785390717.416423:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390717.416426:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1785390717.416429:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785390717.416431:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1785390717.416434:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785390717.416436:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1785390717.416439:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [115:115:254:4294967295] 192.168.202.160@tcp LPNI seq info [115:115:6:4294967295] 00000400:00000200:2.0:1785390717.416443:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390717.416448:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1785390717.416453:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1785390717.416456:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d0b2a500. 00000800:00000200:2.0:1785390717.416460:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1785390717.416464:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1785390717.416467:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d0b2a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785390717.416470:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390717.416473:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1785390717.416474:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295018534 00000100:00000001:2.0:1785390717.416480:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295017640 00000100:00000001:2.0:1785390717.416483:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295018534 00000100:00000001:2.0:1785390717.416486:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295017640 00000100:00000001:2.0:1785390717.416489:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390717.416491:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390717.416493:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785390717.416496:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d199a680 x1872117579658624/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390717.416503:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785390717.416508:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390717.416510:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785390717.416512:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785390717.416514:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390717.416517:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d199a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5a586f02-dc38-4641-bf32-0c98ce7f2941:2356:1872117579658624:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1785390717.416520:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785390717.416522:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785390717.416524:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390717.416525:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785390717.416528:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d1304800. 02000000:00000001:2.0:1785390717.416530:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390717.416533:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1785390717.416535:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c57a9058. 00000400:00000010:2.0:1785390717.416538:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a6e8. 00000100:00000200:2.0:1785390717.416541:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579658624, portal 10 00000100:00000001:2.0:1785390717.416543:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785390717.416544:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891814282880 : -125181895268736 : ffff8e25d199a680) 00000100:00000040:2.0:1785390717.416549:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d199a680 x1872117579658624/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390717.416555:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785390717.416557:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1785390717.416559:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a110. 00000100:00000200:2.0:1785390717.416561:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579658624, offset 0 00000400:00000200:2.0:1785390717.416565:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1785390717.416568:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390717.416571:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1785390717.416574:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785390717.416576:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1785390717.416579:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785390717.416581:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1785390717.416583:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [116:116:253:4294967295] 192.168.202.160@tcp LPNI seq info [116:116:5:4294967295] 00000400:00000200:2.0:1785390717.416587:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390717.416592:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1785390717.416614:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1785390717.416618:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d0b2a800. 00000800:00000200:2.0:1785390717.416621:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1785390717.416625:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1785390717.416628:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d0b2a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785390717.416631:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.416634:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: using a timeout of 18983 usecs (19 jiffies) 00000400:00000200:2.0:1785390717.416637:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1785390717.416639:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295017503 00000100:00000001:2.0:1785390717.416642:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 0, keep current deadline 4295018534 00000100:00000001:2.0:1785390717.416644:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295017503 00000100:00000001:2.0:1785390717.416646:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 1, keep current deadline 4295018534 00000100:00000001:2.0:1785390717.416649:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390717.416651:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390717.416653:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785390717.416657:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d1998000 x1872117579658880/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390717.416663:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785390717.416664:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390717.416666:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785390717.416668:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785390717.416670:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390717.416673:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5a586f02-dc38-4641-bf32-0c98ce7f2941:2356:1872117579658880:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1785390717.416676:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785390717.416679:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785390717.416680:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390717.416682:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785390717.416684:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d1304600. 02000000:00000001:2.0:1785390717.416686:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390717.416689:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1785390717.416696:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c57a9210. 00000400:00000010:2.0:1785390717.416699:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156ad48. 00000100:00000200:2.0:1785390717.416702:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579658880, portal 4 00000100:00000001:2.0:1785390717.416704:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785390717.416705:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891814273024 : -125181895278592 : ffff8e25d1998000) 00000020:00000010:2.0:1785390717.416720:0:2356:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8e25c4bfc000. 00000100:00000040:2.0:1785390717.416726:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d1998000 x1872117579658880/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390717.416732:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785390717.416734:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1785390717.416736:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a660. 00000100:00000200:2.0:1785390717.416738:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872117579658880, offset 0 00000400:00000200:2.0:1785390717.416742:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1785390717.416745:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390717.416748:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1785390717.416751:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785390717.416753:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1785390717.416755:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785390717.416757:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1785390717.416760:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [117:117:252:4294967295] 192.168.202.160@tcp LPNI seq info [117:117:4:4294967295] 00000400:00000200:2.0:1785390717.416763:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390717.416768:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1785390717.416772:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1785390717.416775:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d0b2a700. 00000800:00000200:2.0:1785390717.416778:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1785390717.416802:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1785390717.416805:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d0b2a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785390717.416808:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390717.416810:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: using a timeout of 7355 usecs (8 jiffies) 00000400:00000200:2.0:1785390717.416813:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1785390717.416815:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295017493 00000100:00000001:2.0:1785390717.416822:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: PM QoS request active for cpu 0, keep current deadline 4295018534 00000100:00000001:2.0:1785390717.416824:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295017493 00000100:00000001:2.0:1785390717.416826:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: PM QoS request active for cpu 1, keep current deadline 4295018534 00000100:00000001:2.0:1785390717.416828:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390717.416830:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390717.416833:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390717.416835:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390717.418655:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785390717.418661:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785390717.419162:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390717.419168:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d1fa1700. 00000400:00000200:0.0:1785390717.419173:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390717.419181:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390717.419187:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156add0 00000400:00000010:0.0:1785390717.419190:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156add0. 00000100:00000001:0.0:1785390717.419194:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390717.419201:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d1999f80 x1872117579658496/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390717.419212:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390717.419216:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d1999f80 x1872117579658496/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390717.419223:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390717.419225:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785390717.419236:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390717.419238:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d0b2ad00. 00000400:00000200:0.0:1785390717.419248:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390717.419251:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390717.419255:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156aa18 00000400:00000010:0.0:1785390717.419256:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156aa18. 00000100:00000001:0.0:1785390717.419259:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390717.419263:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d199ad80 x1872117579658752/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390717.419270:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390717.419273:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d199ad80 x1872117579658752/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390717.419280:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390717.419282:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785390717.419291:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390717.419293:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d0b2a500. 00000400:00000200:0.0:1785390717.419295:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390717.419298:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390717.419300:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a198 00000400:00000010:0.0:1785390717.419302:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a198. 00000100:00000001:0.0:1785390717.419304:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390717.419307:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d1998a80 x1872117579658368/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390717.419314:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390717.419317:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d1998a80 x1872117579658368/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390733 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390717.419325:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390717.419326:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785390717.419334:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390717.419336:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d0b2a800. 00000400:00000200:0.0:1785390717.419338:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390717.419342:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390717.419344:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a110 00000400:00000010:0.0:1785390717.419346:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a110. 00000100:00000001:0.0:1785390717.419348:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390717.419357:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d199a680 x1872117579658624/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390717.419365:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390717.419367:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d199a680 x1872117579658624/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390717.419373:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390717.419375:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785390717.419452:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390717.419454:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d0b2a700. 00000400:00000200:0.0:1785390717.419457:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390717.419461:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390717.419464:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a660 00000400:00000010:0.0:1785390717.419465:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a660. 00000100:00000001:0.0:1785390717.419468:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390717.419472:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d1998000 x1872117579658880/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390717.419479:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390717.419481:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d1998000 x1872117579658880/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390717.419488:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390717.419490:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1785390717.421971:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390717.421991:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785390717.421995:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390717.422009:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390717.422017:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390717.422025:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1785390717.422033:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390717.422038:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390717.422043:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390717.422047:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 4 MB=0x6a6ae57503600 00000400:00000200:1.0:1785390717.422053:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390717.422060:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.160@tcp of length 224/224 into md 0x739 [1] + 224 00000800:00000001:1.0:1785390717.422067:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390717.422071:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390717.422075:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390717.422079:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1785390717.422086:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390717.422093:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d199ad80 x1872117579658752/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785390717.422105:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d199ad80 x1872117579658752/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390717.422127:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785390717.422136:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390717.422141:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785390717.422142:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390717.422144:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390717.422147:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390717.422151:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1785390717.422156:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390717.422158:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390717.422161:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390717.422164:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 4 MB=0x6a6ae57503680 00000400:00000200:1.0:1785390717.422167:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390717.422171:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.160@tcp of length 224/224 into md 0x751 [1] + 224 00000800:00000001:1.0:1785390717.422175:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390717.422184:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390717.422186:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390717.422190:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:3.0:1785390717.422192:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390717.422193:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1785390717.422196:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1785390717.422197:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d1998000 x1872117579658880/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1785390717.422204:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1785390717.422205:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d1998000 x1872117579658880/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1785390717.422211:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1785390717.422212:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1785390717.422214:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c57a9c08. 00000400:00000200:3.0:1785390717.422217:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a7f8 00000400:00000010:3.0:1785390717.422219:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a7f8. 00000100:00000001:3.0:1785390717.422222:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785390717.422227:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d199ad80 x1872117579658752/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785390717.422250:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d199ad80 x1872117579658752/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390717.422255:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785390717.422257:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390717.422259:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785390717.422263:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785390717.422266:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785390717.422268:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390717.422270:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1785390717.422283:0:2356:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8e25d29a0000. 00000100:00001000:3.0:1785390717.422291:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25c54a9c60 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1785390717.422295:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25c54a9c18 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1785390717.422297:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785390717.422299:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390717.422301:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1785390717.422307:0:2356:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d199ad80 x1872117579658752/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1785390717.422314:0:2356:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390717.422318:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785390717.422320:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:3.0:1785390717.422322:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785390717.422324:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390717.422328:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d199ad80 x1872117579658752/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390717.422333:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390717.422337:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785390717.422343:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785390717.422347:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d199ad80 x1872117579658752/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390717.422354:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d199ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5a586f02-dc38-4641-bf32-0c98ce7f2941:2356:1872117579658752:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1785390717.422359:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390717.422361:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785390717.422364:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d199ad80 x1872117579658752/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390717.422371:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785390717.422374:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785390717.422377:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d1304a00. 02000000:00000001:3.0:1785390717.422380:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785390717.422383:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785390717.422394:0:2356:0:(genops.c:1244:class_import_put()) import ffff8e25c54a9800 refcount=2 obd=lustre-OST0000-osc-ffff8e25c33df800 00000020:00000001:3.0:1785390717.422397:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785390717.422400:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d1fa1600. 02000000:00000001:3.0:1785390717.422404:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785390717.422405:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785390717.422407:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d199ad80. 00000100:00000001:3.0:1785390717.422409:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785390717.422410:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390717.422413:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390717.422414:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785390717.422415:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1785390717.430961:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390717.430981:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390717.430985:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390717.430988:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390717.430997:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390717.431006:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390717.431013:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390717.431017:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390717.431023:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390717.431027:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57503580 00000400:00000200:0.0:1785390717.431032:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390717.431045:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x749 [1] + 224 00000800:00000001:0.0:1785390717.431053:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390717.431057:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390717.431060:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390717.431065:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390717.431073:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390717.431082:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d199a680 x1872117579658624/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390717.431093:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d199a680 x1872117579658624/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390717.431103:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390717.431108:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390717.431110:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390717.431113:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390717.431115:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390717.431117:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390717.431121:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390717.431124:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390717.431126:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390717.431129:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390717.431132:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57503500 00000400:00000200:0.0:1785390717.431135:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390717.431138:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x731 [1] + 224 00000800:00000001:0.0:1785390717.431141:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390717.431144:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390717.431146:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390717.431149:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390717.431151:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390717.431155:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d1999f80 x1872117579658496/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390717.431164:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d1999f80 x1872117579658496/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390717.431175:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390717.431179:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390717.431181:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390717.431183:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390717.431185:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390717.431188:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390717.431192:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390717.431195:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390717.431198:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390717.431200:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390717.431203:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 25 MB=0x6a6ae57503480 00000400:00000200:0.0:1785390717.431206:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390717.431210:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 224/224 into md 0x741 [1] + 224 00000800:00000001:0.0:1785390717.431214:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390717.431223:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390717.431225:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390717.431228:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390717.431231:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390717.431235:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d1998a80 x1872117579658368/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390717.431242:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d1998a80 x1872117579658368/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390717.431249:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390717.431252:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390717.431254:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1785390717.432531:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785390717.432536:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785390717.432541:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c57a9210. 00000400:00000200:3.0:1785390717.432547:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156ad48 00000400:00000010:3.0:1785390717.432550:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156ad48. 00000100:00000001:3.0:1785390717.432555:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785390717.432561:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d1998000 x1872117579658880/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785390717.432584:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d1998000 x1872117579658880/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390717.432614:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785390717.432617:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390717.432621:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785390717.432624:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785390717.432627:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785390717.432630:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390717.432632:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1785390717.432643:0:2356:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8e25d29a4000. 00000100:00001000:3.0:1785390717.432652:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2f34c60 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1785390717.432656:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2f34c18 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1785390717.432659:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785390717.432661:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390717.432664:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1785390717.432669:0:2356:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d1998000 x1872117579658880/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1785390717.432676:0:2356:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390717.432679:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785390717.432681:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:3.0:1785390717.432683:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785390717.432685:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390717.432689:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d1998000 x1872117579658880/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390717.432695:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390717.432697:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785390717.432699:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785390717.432704:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d1998000 x1872117579658880/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390717.432711:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5a586f02-dc38-4641-bf32-0c98ce7f2941:2356:1872117579658880:192.168.202.160@tcp:400:kworker.0 00000400:00000001:3.0:1785390717.432720:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785390717.432721:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785390717.432730:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c57a9688. 00000400:00000200:3.0:1785390717.432733:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a000 00000400:00000010:3.0:1785390717.432735:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a000. 00000100:00000001:3.0:1785390717.432737:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785390717.432742:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d1999f80 x1872117579658496/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785390717.432751:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d1999f80 x1872117579658496/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390717.432757:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785390717.432758:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390717.432760:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785390717.432762:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785390717.432764:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785390717.432765:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390717.432767:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785390717.432772:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2ed7c60 time=94 v=5 (5 0 0 0) 00000100:00001000:3.0:1785390717.432775:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2ed7c18 time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1785390717.432778:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785390717.432779:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390717.432794:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785390717.432797:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390717.432800:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785390717.432801:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c7faa000: skip recheck: last_committed 0 00000100:00000001:3.0:1785390717.432803:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785390717.432804:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390717.432808:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d1999f80 x1872117579658496/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390717.432815:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390717.432817:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785390717.432818:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785390717.432822:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d1999f80 x1872117579658496/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390717.432829:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2356:1872117579658496:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1785390717.432838:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390717.432842:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785390717.432845:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d1998000 x1872117579658880/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390717.432853:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785390717.432855:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785390717.432868:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d1304600. 02000000:00000001:3.0:1785390717.432872:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785390717.432874:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785390717.432877:0:2356:0:(genops.c:1244:class_import_put()) import ffff8e25d2f34800 refcount=2 obd=lustre-OST0001-osc-ffff8e25c33df800 00000020:00000001:3.0:1785390717.432879:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785390717.432882:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d1fa1400. 02000000:00000001:3.0:1785390717.432886:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785390717.432888:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785390717.432890:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d1998000. 00000100:00000001:3.0:1785390717.432893:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785390717.432894:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390717.432896:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785390717.432900:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d1999f80 x1872117579658496/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390717.432906:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785390717.432907:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785390717.432909:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d1305800. 02000000:00000001:3.0:1785390717.432911:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785390717.432912:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785390717.432913:0:2356:0:(genops.c:1244:class_import_put()) import ffff8e25d2ed7800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000020:00000001:3.0:1785390717.432915:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785390717.432916:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25c9674a00. 02000000:00000001:3.0:1785390717.432920:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785390717.432921:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785390717.432922:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d1999f80. 00000100:00000001:3.0:1785390717.432925:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785390717.432926:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390717.432929:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390717.432931:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785390717.432939:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1785390717.432942:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785390717.432943:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785390717.432945:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c57a93c8. 00000400:00000200:3.0:1785390717.432948:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a088 00000400:00000010:3.0:1785390717.432950:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a088. 00000100:00000001:3.0:1785390717.432952:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785390717.432956:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d1998a80 x1872117579658368/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785390717.432964:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d1998a80 x1872117579658368/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390717.432969:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785390717.432970:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390717.432972:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785390717.432973:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785390717.432974:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785390717.432976:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390717.432978:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785390717.432980:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932c60 time=94 v=5 (5 0 0 0) 00000100:00001000:3.0:1785390717.432983:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1785390717.432985:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785390717.432986:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390717.432988:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785390717.432990:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390717.432991:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390717.432995:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d1998a80 x1872117579658368/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390717.433001:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390717.433003:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785390717.433004:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785390717.433008:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d1998a80 x1872117579658368/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390717.433014:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2356:1872117579658368:192.168.202.160@tcp:400:kworker.0 00000400:00000001:3.0:1785390717.433028:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785390717.433030:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785390717.433037:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c57a9058. 00000400:00000200:3.0:1785390717.433039:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a6e8 00000400:00000010:3.0:1785390717.433041:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a6e8. 00000100:00000001:3.0:1785390717.433043:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785390717.433047:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d199a680 x1872117579658624/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785390717.433055:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d199a680 x1872117579658624/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390717.433062:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785390717.433063:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390717.433065:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785390717.433066:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785390717.433067:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785390717.433069:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390717.433070:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1785390717.433078:0:2356:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8e25d29a6000. 00000100:00001000:3.0:1785390717.433082:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25c54acc60 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1785390717.433085:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25c54acc18 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1785390717.433088:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785390717.433089:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390717.433091:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785390717.433093:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390717.433095:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785390717.433097:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:3.0:1785390717.433108:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785390717.433109:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390717.433114:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d199a680 x1872117579658624/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390717.433121:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390717.433123:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785390717.433125:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785390717.433133:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d199a680 x1872117579658624/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390717.433141:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d199a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5a586f02-dc38-4641-bf32-0c98ce7f2941:2356:1872117579658624:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1785390717.433144:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390717.433146:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785390717.433150:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d1998a80 x1872117579658368/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390717.433156:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785390717.433158:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785390717.433159:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d1304400. 02000000:00000001:3.0:1785390717.433162:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785390717.433163:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785390717.433164:0:2356:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:3.0:1785390717.433166:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785390717.433168:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25c9674200. 02000000:00000001:3.0:1785390717.433170:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785390717.433171:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785390717.433172:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d1998a80. 00000100:00000001:3.0:1785390717.433175:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785390717.433176:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390717.433177:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785390717.433181:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d199a680 x1872117579658624/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390733 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390717.433187:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785390717.433188:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785390717.433189:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d1304800. 02000000:00000001:3.0:1785390717.433191:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785390717.433192:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785390717.433193:0:2356:0:(genops.c:1244:class_import_put()) import ffff8e25c54ac800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000020:00000001:3.0:1785390717.433195:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785390717.433196:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d1fa1e00. 02000000:00000001:3.0:1785390717.433198:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785390717.433199:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785390717.433204:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d199a680. 00000100:00000001:3.0:1785390717.433206:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785390717.433207:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390717.433209:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390717.433216:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785390717.433218:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390717.433220:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785390717.433222:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390717.853703:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390717.853710:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390717.853716:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390717.853717:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390717.853741:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390717.853745:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390717.853748:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1785390718.496833:0:52:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a000 (cpu 0) has reached its deadline 4295018534, at 4295018565 00000100:00000010:0.0:1785390718.496849:0:52:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25d1ecd4e0. 00000100:00000040:1.0:1785390718.497653:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a110 (cpu 1) has reached its deadline 4295018534, at 4295018565 00000100:00000010:1.0:1785390718.497660:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25d1ecd2a0. 00010000:00000001:2.0:1785390718.875953:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390718.875960:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390718.875966:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390718.875967:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390718.875991:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390718.875995:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390718.875997:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1785390719.523629:0:8703:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1785390719.523642:0:8703:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390719.900996:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390719.901006:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390719.901013:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390719.901015:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390719.901050:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390719.901053:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390719.901056:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1785390720.203302:0:8740:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1785390720.203309:0:8740:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg260-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:2.0:1785390720.220993:0:8740:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1785390720.351925:0:8745:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1785390720.351940:0:8745:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785390720.413063:0:8751:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785390720.415368:0:8751:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390720.924004:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390720.924022:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390720.924027:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390720.924031:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1785390720.924033:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1785390720.924037:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390720.924040:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1785390720.924042:0:41:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390720.924044:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390720.924046:0:41:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390720.924067:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390720.924070:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390720.924072:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390721.947927:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390721.947935:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390721.947941:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390721.947942:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390721.947976:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390721.947979:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390721.947982:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1785390722.524091:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785390722.524103:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785390722.524110:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d2e4b100. 00000020:00000040:3.0:1785390722.524116:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:3.0:1785390722.524121:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785390722.524125:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785390722.524130:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785390722.524137:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d544f800. 00000100:00000001:3.0:1785390722.524144:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.524156:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS req@ffff8e25d2e4b100 x1872117579659008/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785390722.524167:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785390722.524171:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.524177:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bcd211f] to pc [ptlrpcd_01_01+1] req@ffff8e25d2e4b100 x1872117579659008/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.524205:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.524208:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785390722.524212:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785390722.524214:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d2e48e00. 00000020:00000040:3.0:1785390722.524217:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25d2ed7800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000100:00000001:3.0:1785390722.524219:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785390722.524220:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785390722.524221:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785390722.524231:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d544fd00. 00000100:00000001:3.0:1785390722.524234:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.524238:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID req@ffff8e25d2e48e00 x1872117579659136/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785390722.524245:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785390722.524247:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.524250:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb876675] to pc [ptlrpcd_01_00+0] req@ffff8e25d2e48e00 x1872117579659136/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.524258:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.524260:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1785390722.524263:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1785390722.524265:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1785390722.524268:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1785390722.524271:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785390722.524274:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785390722.524276:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d2e4b800. 00000020:00000040:3.0:1785390722.524278:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25c54ac800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000100:00000001:3.0:1785390722.524280:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785390722.524281:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785390722.524282:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785390722.524285:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d544f600. 00000100:00000001:3.0:1785390722.524287:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.524290:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID req@ffff8e25d2e4b800 x1872117579659264/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785390722.524296:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785390722.524297:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.524300:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071315095] to pc [ptlrpcd_01_01+1] req@ffff8e25d2e4b800 x1872117579659264/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.524316:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.524318:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785390722.524321:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785390722.524324:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d2e4bb80. 00000020:00000040:3.0:1785390722.524326:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25c54a9800 refcount=3 obd=lustre-OST0000-osc-ffff8e25c33df800 00000100:00000001:3.0:1785390722.524328:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785390722.524329:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785390722.524330:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785390722.524333:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d544f700. 00000100:00000001:3.0:1785390722.524335:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.524338:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID req@ffff8e25d2e4bb80 x1872117579659392/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785390722.524345:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785390722.524346:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.524350:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021d9150c] to pc [ptlrpcd_01_00+0] req@ffff8e25d2e4bb80 x1872117579659392/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.524357:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.524359:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785390722.524361:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785390722.524364:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d2e4a300. 00000020:00000040:3.0:1785390722.524366:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25d2f34800 refcount=3 obd=lustre-OST0001-osc-ffff8e25c33df800 00000100:00000001:3.0:1785390722.524367:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785390722.524368:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785390722.524369:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785390722.524372:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d544f500. 00000100:00000001:3.0:1785390722.524374:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.524378:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID req@ffff8e25d2e4a300 x1872117579659520/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785390722.524383:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785390722.524387:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.524391:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000299963e1] to pc [ptlrpcd_01_01+1] req@ffff8e25d2e4a300 x1872117579659520/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.524406:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.524411:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (360) 00000100:00000001:3.0:1785390722.524427:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785390722.524430:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785390722.524432:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785390722.524438:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d2e48e00 x1872117579659136/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.524446:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785390722.524448:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390722.524451:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785390722.524454:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785390722.524457:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785390722.524460:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2355:1872117579659136:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1785390722.524464:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785390722.524469:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785390722.524472:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390722.524474:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785390722.524486:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d0b74600. 02000000:00000001:3.0:1785390722.524488:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785390722.524496:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1785390722.524500:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25d12df2c0. 00000400:00000010:3.0:1785390722.524506:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d1e5a110. 00000100:00000200:3.0:1785390722.524513:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579659136, portal 10 00000100:00000001:3.0:1785390722.524515:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785390722.524517:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891835969024 : -125181873582592 : ffff8e25d2e48e00) 00000100:00000040:3.0:1785390722.524523:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d2e48e00 x1872117579659136/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.524530:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785390722.524533:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:3.0:1785390722.524535:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d1e5a000. 00000100:00000200:3.0:1785390722.524543:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579659136, offset 0 00000400:00000200:3.0:1785390722.524558:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:3.0:1785390722.524568:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1785390722.524576:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:3.0:1785390722.524581:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785390722.524585:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:3.0:1785390722.524589:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785390722.524592:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:3.0:1785390722.524596:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [118:118:256:4294967295] 192.168.202.160@tcp LPNI seq info [118:118:8:4294967295] 00000400:00000200:3.0:1785390722.524600:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1785390722.524611:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:3.0:1785390722.524617:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:3.0:1785390722.524622:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25c9674200. 00000800:00000200:3.0:1785390722.524628:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:3.0:1785390722.524636:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:3.0:1785390722.524641:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25c9674200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785390722.524655:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.524658:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: using a timeout of 150162 usecs (151 jiffies) 00000400:00000200:3.0:1785390722.524661:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1785390722.524664:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 0 is 4295022743 00000100:00000010:3.0:1785390722.524668:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25c538dde0. 00000100:00000001:3.0:1785390722.524676:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1785390722.524681:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 1 is 4295022743 00000100:00000010:3.0:1785390722.524685:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25c538d5a0. 00000100:00000001:3.0:1785390722.524687:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1785390722.524691:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390722.524693:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390722.524696:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785390722.524700:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d2e4bb80 x1872117579659392/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.524717:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785390722.524718:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390722.524721:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785390722.524722:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785390722.524724:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785390722.524727:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2355:1872117579659392:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1785390722.524730:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785390722.524732:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785390722.524734:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390722.524735:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785390722.524738:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d0b74200. 02000000:00000001:3.0:1785390722.524740:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785390722.524743:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1785390722.524745:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25d12df790. 00000400:00000010:3.0:1785390722.524749:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d1e5acc0. 00000100:00000200:3.0:1785390722.524752:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579659392, portal 4 00000100:00000001:3.0:1785390722.524753:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785390722.524755:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891835980672 : -125181873570944 : ffff8e25d2e4bb80) 00000100:00000040:3.0:1785390722.524760:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d2e4bb80 x1872117579659392/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.524766:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785390722.524769:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:3.0:1785390722.524771:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d1e5a198. 00000100:00000200:3.0:1785390722.524773:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872117579659392, offset 0 00000400:00000200:3.0:1785390722.524776:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:3.0:1785390722.524780:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1785390722.524823:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:3.0:1785390722.524826:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785390722.524828:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:3.0:1785390722.524830:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785390722.524833:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:3.0:1785390722.524840:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [119:119:255:4294967295] 192.168.202.160@tcp LPNI seq info [119:119:7:4294967295] 00000400:00000200:3.0:1785390722.524844:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1785390722.524851:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:3.0:1785390722.524855:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:3.0:1785390722.524858:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25c9674a00. 00000800:00000200:3.0:1785390722.524862:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:3.0:1785390722.524866:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:3.0:1785390722.524869:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25c9674a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785390722.524872:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.525055:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: using a timeout of 7608 usecs (8 jiffies) 00000400:00000200:3.0:1785390722.525060:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1785390722.525062:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295022601 00000100:00000001:3.0:1785390722.525065:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: PM QoS request active for cpu 0, keep current deadline 4295022743 00000100:00000001:3.0:1785390722.525067:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295022601 00000100:00000001:3.0:1785390722.525069:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: PM QoS request active for cpu 1, keep current deadline 4295022743 00000100:00000001:3.0:1785390722.525071:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390722.525073:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390722.525076:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390722.525078:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390722.525085:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785390722.525087:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1785390722.525090:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785390722.525091:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785390722.525093:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785390722.525096:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:3.0:1785390722.525097:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390722.525099:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785390722.525101:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390722.525103:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785390722.525104:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785390722.525105:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785390722.525109:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d2e4b100 x1872117579659008/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.525120:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785390722.525122:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390722.525124:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785390722.525126:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785390722.525128:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785390722.525131:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579659008:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1785390722.525134:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785390722.525136:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785390722.525137:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390722.525138:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785390722.525141:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d0b74400. 02000000:00000001:3.0:1785390722.525143:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785390722.525146:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1785390722.525148:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25d12dfbb0. 00000400:00000010:3.0:1785390722.525152:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d1e5a2a8. 00000100:00000200:3.0:1785390722.525154:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579659008, portal 25 00000100:00000001:3.0:1785390722.525156:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785390722.525157:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891835977984 : -125181873573632 : ffff8e25d2e4b100) 00000100:00000040:3.0:1785390722.525162:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d2e4b100 x1872117579659008/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.525168:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785390722.525170:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:3.0:1785390722.525171:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d1e5a6e8. 00000100:00000200:3.0:1785390722.525173:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872117579659008, offset 0 00000400:00000200:3.0:1785390722.525177:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:3.0:1785390722.525181:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1785390722.525184:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:3.0:1785390722.525186:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785390722.525189:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:3.0:1785390722.525191:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785390722.525193:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:3.0:1785390722.525199:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [120:120:254:4294967295] 192.168.202.160@tcp LPNI seq info [120:120:6:4294967295] 00000400:00000200:3.0:1785390722.525203:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1785390722.525210:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:3.0:1785390722.525214:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:3.0:1785390722.525218:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25c2add000. 00000800:00000200:3.0:1785390722.525222:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:3.0:1785390722.525226:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:3.0:1785390722.525228:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25c2add000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785390722.525231:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785390722.525234:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1785390722.525236:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295023643 00000100:00000001:3.0:1785390722.525241:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295022743 00000100:00000001:3.0:1785390722.525244:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295023643 00000100:00000001:3.0:1785390722.525247:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295022743 00000100:00000001:3.0:1785390722.525249:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390722.525251:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390722.525253:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785390722.525256:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d2e4b800 x1872117579659264/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.525262:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785390722.525263:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390722.525265:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785390722.525267:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785390722.525269:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785390722.525272:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2355:1872117579659264:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1785390722.525275:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785390722.525276:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785390722.525278:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390722.525279:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785390722.525281:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d0b75e00. 02000000:00000001:3.0:1785390722.525286:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785390722.525289:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1785390722.525291:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25d12df948. 00000400:00000010:3.0:1785390722.525295:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d1e5ad48. 00000100:00000200:3.0:1785390722.525297:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579659264, portal 10 00000100:00000001:3.0:1785390722.525299:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785390722.525300:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891835979776 : -125181873571840 : ffff8e25d2e4b800) 00000100:00000040:3.0:1785390722.525306:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d2e4b800 x1872117579659264/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.525312:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785390722.525314:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:3.0:1785390722.525316:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d1e5a660. 00000100:00000200:3.0:1785390722.525318:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579659264, offset 0 00000400:00000200:3.0:1785390722.525322:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:3.0:1785390722.525325:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1785390722.525328:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:3.0:1785390722.525330:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785390722.525332:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:3.0:1785390722.525334:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785390722.525337:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:3.0:1785390722.525339:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [121:121:253:4294967295] 192.168.202.160@tcp LPNI seq info [121:121:5:4294967295] 00000400:00000200:3.0:1785390722.525343:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1785390722.525349:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:3.0:1785390722.525352:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:3.0:1785390722.525355:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25c2add600. 00000800:00000200:3.0:1785390722.525359:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:3.0:1785390722.525363:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:3.0:1785390722.525365:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25c2add600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785390722.525367:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.525370:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: using a timeout of 19436 usecs (20 jiffies) 00000400:00000200:3.0:1785390722.525373:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1785390722.525378:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295022613 00000100:00000001:3.0:1785390722.525380:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 0, keep current deadline 4295023643 00000100:00000001:3.0:1785390722.525382:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295022613 00000100:00000001:3.0:1785390722.525385:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 1, keep current deadline 4295023643 00000100:00000001:3.0:1785390722.525386:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390722.525388:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390722.525390:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785390722.525393:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d2e4a300 x1872117579659520/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.525399:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785390722.525400:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390722.525403:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785390722.525404:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785390722.525406:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785390722.525408:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2355:1872117579659520:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1785390722.525411:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785390722.525413:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1785390722.526064:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390722.526068:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390722.526131:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390722.526133:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785390722.526136:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d0b74800. 02000000:00000001:3.0:1785390722.526138:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785390722.526142:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1785390722.526145:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25d12dfb58. 00000400:00000010:3.0:1785390722.526148:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d1e5a5d8. 00000100:00000200:3.0:1785390722.526151:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579659520, portal 4 00000100:00000001:3.0:1785390722.526153:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785390722.526155:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891835974400 : -125181873577216 : ffff8e25d2e4a300) 00000100:00000040:3.0:1785390722.526161:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d2e4a300 x1872117579659520/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.526168:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785390722.526171:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:3.0:1785390722.526177:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d1e5a3b8. 00000100:00000200:3.0:1785390722.526179:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872117579659520, offset 0 00000400:00000200:3.0:1785390722.526183:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:3.0:1785390722.526187:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1785390722.526191:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:3.0:1785390722.526194:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785390722.526197:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:3.0:1785390722.526199:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785390722.526201:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:3.0:1785390722.526204:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [122:122:252:4294967295] 192.168.202.160@tcp LPNI seq info [122:122:4:4294967295] 00000400:00000200:3.0:1785390722.526208:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1785390722.526214:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:3.0:1785390722.526218:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:3.0:1785390722.526221:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25c2adda00. 00000800:00000200:3.0:1785390722.526224:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:3.0:1785390722.526228:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:3.0:1785390722.526231:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25c2adda00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785390722.526234:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.526237:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: using a timeout of 14173 usecs (15 jiffies) 00000400:00000200:3.0:1785390722.526239:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1785390722.526241:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295022609 00000100:00000001:3.0:1785390722.526244:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: PM QoS request active for cpu 0, keep current deadline 4295023643 00000100:00000001:3.0:1785390722.526246:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295022609 00000100:00000001:3.0:1785390722.526248:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: PM QoS request active for cpu 1, keep current deadline 4295023643 00000100:00000001:3.0:1785390722.526250:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390722.526252:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390722.526254:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390722.526256:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1785390722.527394:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390722.527400:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25c9674200. 00000400:00000200:1.0:1785390722.527406:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390722.527412:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390722.527419:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d1e5a000 00000400:00000010:1.0:1785390722.527422:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d1e5a000. 00000100:00000001:1.0:1785390722.527427:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390722.527434:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d2e48e00 x1872117579659136/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390722.527445:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390722.527449:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d2e48e00 x1872117579659136/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390722.527457:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390722.527458:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390722.527471:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390722.527473:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25c9674a00. 00000400:00000200:1.0:1785390722.527476:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390722.527479:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390722.527482:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d1e5a198 00000400:00000010:1.0:1785390722.527483:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d1e5a198. 00000100:00000001:1.0:1785390722.527485:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390722.527497:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d2e4bb80 x1872117579659392/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390722.527505:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390722.527508:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d2e4bb80 x1872117579659392/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390722.527514:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390722.527516:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390722.527527:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390722.527529:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25c2add000. 00000400:00000200:1.0:1785390722.527544:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390722.527547:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390722.527557:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d1e5a6e8 00000400:00000010:1.0:1785390722.527559:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d1e5a6e8. 00000100:00000001:1.0:1785390722.527562:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390722.527566:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d2e4b100 x1872117579659008/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390722.527573:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390722.527576:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d2e4b100 x1872117579659008/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390738 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390722.527582:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390722.527584:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390722.527592:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390722.527594:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25c2add600. 00000400:00000200:1.0:1785390722.527597:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390722.527601:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390722.527603:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d1e5a660 00000400:00000010:1.0:1785390722.527605:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d1e5a660. 00000100:00000001:1.0:1785390722.527607:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390722.527611:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d2e4b800 x1872117579659264/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390722.527627:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390722.527631:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d2e4b800 x1872117579659264/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390722.527643:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390722.527644:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390722.527702:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390722.527705:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25c2adda00. 00000400:00000200:1.0:1785390722.527708:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390722.527711:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390722.527713:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d1e5a3b8 00000400:00000010:1.0:1785390722.527715:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d1e5a3b8. 00000100:00000001:1.0:1785390722.527717:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390722.527722:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d2e4a300 x1872117579659520/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390722.527730:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390722.527733:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d2e4a300 x1872117579659520/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390722.527739:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390722.527741:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785390722.533281:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390722.533308:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390722.533311:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390722.533314:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390722.533324:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533333:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390722.533343:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533348:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533354:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533358:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 25 MB=0x6a6ae57503700 00000400:00000200:0.0:1785390722.533364:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533371:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 224/224 into md 0x769 [1] + 224 00000800:00000001:0.0:1785390722.533378:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390722.533382:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390722.533386:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390722.533390:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390722.533398:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390722.533407:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d2e4b100 x1872117579659008/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390722.533430:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d2e4b100 x1872117579659008/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390722.533440:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390722.533449:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390722.533453:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390722.533455:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390722.533457:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390722.533460:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533464:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390722.533478:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533481:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533484:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533487:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 4 MB=0x6a6ae57503880 00000400:00000200:0.0:1785390722.533490:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533500:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.160@tcp of length 224/224 into md 0x761 [1] + 224 00000800:00000001:0.0:1785390722.533505:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390722.533509:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390722.533511:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390722.533514:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390722.533517:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390722.533522:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d2e4bb80 x1872117579659392/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390722.533531:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d2e4bb80 x1872117579659392/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390722.533537:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390722.533541:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390722.533543:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390722.533545:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390722.533547:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390722.533559:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533562:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390722.533565:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533567:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533570:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533572:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57503780 00000400:00000200:0.0:1785390722.533575:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533580:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x759 [1] + 224 00000800:00000001:0.0:1785390722.533583:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390722.533586:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390722.533588:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390722.533591:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390722.533593:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390722.533597:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d2e48e00 x1872117579659136/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390722.533606:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d2e48e00 x1872117579659136/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390722.533616:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390722.533620:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390722.533624:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390722.533626:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390722.533628:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390722.533631:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533634:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390722.533638:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533641:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533644:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533646:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 4 MB=0x6a6ae57503900 00000400:00000200:0.0:1785390722.533649:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533653:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.160@tcp of length 224/224 into md 0x779 [1] + 224 00000800:00000001:0.0:1785390722.533657:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390722.533660:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390722.533662:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390722.533665:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390722.533667:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390722.533672:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d2e4a300 x1872117579659520/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390722.533680:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d2e4a300 x1872117579659520/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390722.533687:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390722.533690:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390722.533693:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390722.533694:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390722.533696:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390722.533698:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533701:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390722.533705:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533707:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533716:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533719:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57503800 00000400:00000200:0.0:1785390722.533722:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390722.533725:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x771 [1] + 224 00000800:00000001:0.0:1785390722.533729:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390722.533738:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390722.533740:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390722.533743:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390722.533746:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390722.533750:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d2e4b800 x1872117579659264/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390722.533759:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d2e4b800 x1872117579659264/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390722.533766:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390722.533769:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390722.533772:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390722.534884:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785390722.534889:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1785390722.534904:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785390722.534906:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785390722.534910:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25d12dfbb0. 00000400:00000200:3.0:1785390722.534915:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d1e5a2a8 00000400:00000010:3.0:1785390722.534917:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d1e5a2a8. 00000100:00000001:3.0:1785390722.534921:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785390722.534928:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d2e4b100 x1872117579659008/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785390722.534938:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d2e4b100 x1872117579659008/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.534944:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785390722.534946:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390722.534949:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785390722.534953:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785390722.534956:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785390722.534958:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390722.534961:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785390722.534969:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932c60 time=99 v=5 (5 0 0 0) 00000100:00001000:3.0:1785390722.534973:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=99 v=5 (1 0 0 0) 00000100:00000001:3.0:1785390722.534976:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785390722.534978:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390722.534982:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785390722.534985:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390722.534987:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.534992:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d2e4b100 x1872117579659008/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.534999:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390722.535002:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785390722.535004:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785390722.535007:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d2e4b100 x1872117579659008/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390722.535131:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579659008:192.168.202.160@tcp:400:kworker.0 00000400:00000001:3.0:1785390722.535138:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785390722.535145:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785390722.535147:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25d12df948. 00000400:00000200:3.0:1785390722.535149:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d1e5ad48 00000400:00000010:3.0:1785390722.535150:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d1e5ad48. 00000100:00000001:3.0:1785390722.535153:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785390722.535157:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d2e4b800 x1872117579659264/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785390722.535165:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d2e4b800 x1872117579659264/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.535172:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785390722.535173:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390722.535175:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785390722.535177:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785390722.535178:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785390722.535180:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390722.535182:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785390722.535188:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25c54acc60 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1785390722.535191:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25c54acc18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1785390722.535193:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785390722.535194:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390722.535196:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785390722.535199:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390722.535202:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785390722.535204:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:3.0:1785390722.535206:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785390722.535208:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.535212:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d2e4b800 x1872117579659264/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.535218:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390722.535220:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785390722.535221:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785390722.535224:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d2e4b800 x1872117579659264/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390722.535241:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2355:1872117579659264:192.168.202.160@tcp:400:kworker.0 00000400:00000001:3.0:1785390722.535247:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785390722.535248:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785390722.535250:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25d12dfb58. 00000400:00000200:3.0:1785390722.535252:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d1e5a5d8 00000400:00000010:3.0:1785390722.535254:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d1e5a5d8. 00000100:00000001:3.0:1785390722.535256:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785390722.535259:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d2e4a300 x1872117579659520/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785390722.535267:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d2e4a300 x1872117579659520/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.535273:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785390722.535275:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390722.535276:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785390722.535278:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785390722.535279:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785390722.535281:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390722.535282:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785390722.535286:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2f34c60 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1785390722.535288:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2f34c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1785390722.535290:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785390722.535291:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390722.535292:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1785390722.535296:0:2355:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d2e4a300 x1872117579659520/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1785390722.535302:0:2355:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390722.535305:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785390722.535306:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:3.0:1785390722.535307:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785390722.535309:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.535312:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d2e4a300 x1872117579659520/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.535324:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390722.535326:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785390722.535327:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785390722.535332:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d2e4a300 x1872117579659520/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390722.535339:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2355:1872117579659520:192.168.202.160@tcp:400:kworker.0 00000400:00000001:3.0:1785390722.535346:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785390722.535347:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785390722.535349:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25d12df2c0. 00000400:00000200:3.0:1785390722.535352:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d1e5a110 00000400:00000010:3.0:1785390722.535354:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d1e5a110. 00000100:00000001:3.0:1785390722.535356:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785390722.535360:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d2e48e00 x1872117579659136/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785390722.535367:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d2e48e00 x1872117579659136/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.535374:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785390722.535375:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390722.535377:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785390722.535378:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785390722.535380:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785390722.535381:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390722.535383:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785390722.535388:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2ed7c60 time=99 v=5 (5 0 0 0) 00000100:00001000:3.0:1785390722.535391:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2ed7c18 time=99 v=5 (1 0 0 0) 00000100:00000001:3.0:1785390722.535393:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785390722.535395:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390722.535396:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785390722.535398:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390722.535401:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785390722.535402:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c7faa000: skip recheck: last_committed 0 00000100:00000001:3.0:1785390722.535408:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785390722.535410:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.535414:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d2e48e00 x1872117579659136/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.535420:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390722.535422:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785390722.535424:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785390722.535427:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d2e48e00 x1872117579659136/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390722.535435:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2355:1872117579659136:192.168.202.160@tcp:400:kworker.0 00000400:00000001:3.0:1785390722.535440:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785390722.535441:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785390722.535443:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25d12df790. 00000400:00000200:3.0:1785390722.535445:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d1e5acc0 00000400:00000010:3.0:1785390722.535447:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d1e5acc0. 00000100:00000001:3.0:1785390722.535448:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785390722.535453:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d2e4bb80 x1872117579659392/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785390722.535460:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d2e4bb80 x1872117579659392/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.535467:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785390722.535468:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390722.535528:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785390722.535530:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785390722.535532:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785390722.535593:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390722.535596:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785390722.535600:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25c54a9c60 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1785390722.535603:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25c54a9c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1785390722.535605:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785390722.535606:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390722.535608:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1785390722.535616:0:2355:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d2e4bb80 x1872117579659392/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1785390722.535623:0:2355:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390722.535626:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785390722.535627:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:3.0:1785390722.535629:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785390722.535630:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390722.535634:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d2e4bb80 x1872117579659392/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.535640:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390722.535643:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785390722.535644:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785390722.535647:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d2e4bb80 x1872117579659392/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390722.535654:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2355:1872117579659392:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1785390722.535659:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390722.535661:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785390722.535665:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d2e4b100 x1872117579659008/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.535671:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785390722.535674:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785390722.535677:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d0b74400. 02000000:00000001:3.0:1785390722.535680:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785390722.535683:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785390722.535685:0:2355:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:3.0:1785390722.535687:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785390722.535691:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d544f800. 02000000:00000001:3.0:1785390722.535695:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785390722.535697:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785390722.535699:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d2e4b100. 00000100:00000001:3.0:1785390722.535702:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785390722.535710:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390722.535711:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785390722.535716:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d2e4b800 x1872117579659264/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.535721:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785390722.535722:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785390722.535724:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d0b75e00. 02000000:00000001:3.0:1785390722.535726:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785390722.535727:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785390722.535728:0:2355:0:(genops.c:1244:class_import_put()) import ffff8e25c54ac800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000020:00000001:3.0:1785390722.535730:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785390722.535731:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d544f600. 02000000:00000001:3.0:1785390722.535733:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785390722.535734:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785390722.535735:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d2e4b800. 00000100:00000001:3.0:1785390722.535736:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785390722.535737:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390722.535739:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785390722.535741:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d2e4a300 x1872117579659520/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.535746:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785390722.535747:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785390722.535749:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d0b74800. 02000000:00000001:3.0:1785390722.535751:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785390722.535752:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785390722.535753:0:2355:0:(genops.c:1244:class_import_put()) import ffff8e25d2f34800 refcount=2 obd=lustre-OST0001-osc-ffff8e25c33df800 00000020:00000001:3.0:1785390722.535754:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785390722.535755:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d544f500. 02000000:00000001:3.0:1785390722.535757:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785390722.535758:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785390722.535759:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d2e4a300. 00000100:00000001:3.0:1785390722.535761:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785390722.535762:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390722.535764:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785390722.535767:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d2e48e00 x1872117579659136/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.535811:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785390722.535813:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785390722.535815:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d0b74600. 02000000:00000001:3.0:1785390722.535817:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785390722.535819:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785390722.535820:0:2355:0:(genops.c:1244:class_import_put()) import ffff8e25d2ed7800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000020:00000001:3.0:1785390722.535822:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785390722.535823:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d544fd00. 02000000:00000001:3.0:1785390722.535825:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785390722.535826:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785390722.535827:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d2e48e00. 00000100:00000001:3.0:1785390722.535830:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785390722.535831:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390722.535833:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785390722.535837:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d2e4bb80 x1872117579659392/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390738 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390722.535843:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785390722.535845:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785390722.535846:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d0b74200. 02000000:00000001:3.0:1785390722.535848:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785390722.535850:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785390722.535851:0:2355:0:(genops.c:1244:class_import_put()) import ffff8e25c54a9800 refcount=2 obd=lustre-OST0000-osc-ffff8e25c33df800 00000020:00000001:3.0:1785390722.535853:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785390722.535854:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d544f700. 02000000:00000001:3.0:1785390722.535856:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785390722.535857:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785390722.535859:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d2e4bb80. 00000100:00000001:3.0:1785390722.535861:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785390722.535862:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390722.535864:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390722.535873:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785390722.536088:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390722.536091:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785390722.536093:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390722.974501:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390722.974508:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390722.974514:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390722.974515:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390722.974555:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390722.974559:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390722.974562:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785390723.611916:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a110 (cpu 1) has reached its deadline 4295023643, at 4295023680 00000100:00000010:1.0:1785390723.611932:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25c538d5a0. 00000100:00000040:0.0:1785390723.611943:0:52:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a000 (cpu 0) has reached its deadline 4295023643, at 4295023680 00000100:00000010:0.0:1785390723.611958:0:52:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25c538dde0. 00010000:00000001:2.0:1785390723.996104:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390723.996113:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1785390723.996116:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1785390723.996120:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390723.996125:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1785390723.996127:0:41:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390723.996129:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390723.996132:0:41:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390723.996137:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390723.996138:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390723.996190:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390723.996194:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390723.996196:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390725.025848:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390725.025857:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390725.025863:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390725.025865:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390725.025889:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390725.025892:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390725.025895:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390726.044223:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390726.044230:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390726.044235:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390726.044237:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390726.044256:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390726.044259:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390726.044261:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390727.067883:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390727.067890:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390727.067895:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390727.067896:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390727.067919:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390727.067923:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390727.067925:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785390727.644450:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785390727.644463:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785390727.644473:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29dad80. 00000020:00000040:1.0:1785390727.644481:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:1.0:1785390727.644494:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390727.644498:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390727.644511:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390727.644524:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d2f0a400. 00000100:00000001:1.0:1785390727.644531:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.644545:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS req@ffff8e25d29dad80 x1872117579659648/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785390727.644555:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390727.644573:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.644580:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f723ec38] to pc [ptlrpcd_00_01+1] req@ffff8e25d29dad80 x1872117579659648/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.644619:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.644622:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785390727.644625:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785390727.644629:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29da680. 00000020:00000040:1.0:1785390727.644632:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25d2ed7800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000100:00000001:1.0:1785390727.644634:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390727.644635:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390727.644637:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390727.644641:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d2f0a200. 00000100:00000001:1.0:1785390727.644644:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.644649:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID req@ffff8e25d29da680 x1872117579659776/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785390727.644656:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390727.644658:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.644662:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c343d7] to pc [ptlrpcd_00_00+0] req@ffff8e25d29da680 x1872117579659776/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.644670:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.644672:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785390727.644675:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785390727.644677:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785390727.644680:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785390727.644684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785390727.644687:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785390727.644690:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29d8000. 00000020:00000040:1.0:1785390727.644693:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25c54ac800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000100:00000001:1.0:1785390727.644701:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390727.644702:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390727.644704:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390727.644707:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d2f0a600. 00000100:00000001:1.0:1785390727.644711:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.644715:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID req@ffff8e25d29d8000 x1872117579659904/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785390727.644721:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390727.644723:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.644727:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068e79d64] to pc [ptlrpcd_00_01+1] req@ffff8e25d29d8000 x1872117579659904/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.644733:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.644735:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785390727.644737:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785390727.644741:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29d9180. 00000020:00000040:1.0:1785390727.644743:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25c54a9800 refcount=3 obd=lustre-OST0000-osc-ffff8e25c33df800 00000100:00000001:1.0:1785390727.644745:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390727.644746:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390727.644748:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390727.644751:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d2f0a100. 00000100:00000001:1.0:1785390727.644753:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.644757:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID req@ffff8e25d29d9180 x1872117579660032/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785390727.644764:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390727.644766:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.644769:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55c61a] to pc [ptlrpcd_00_00+0] req@ffff8e25d29d9180 x1872117579660032/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.644775:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.644778:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785390727.644815:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785390727.644826:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29d8700. 00000020:00000040:1.0:1785390727.644829:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25d2f34800 refcount=3 obd=lustre-OST0001-osc-ffff8e25c33df800 00000100:00000001:1.0:1785390727.644832:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390727.644833:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390727.644835:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390727.644838:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d2f0ae00. 00000100:00000001:1.0:1785390727.644841:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.644846:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID req@ffff8e25d29d8700 x1872117579660160/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785390727.644853:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390727.644855:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.644859:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152b4220] to pc [ptlrpcd_00_01+1] req@ffff8e25d29d8700 x1872117579660160/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.644866:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.644870:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (365) 00000100:00000001:1.0:1785390727.644885:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390727.644889:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785390727.644891:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785390727.644896:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29da680 x1872117579659776/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.644903:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785390727.644905:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390727.644909:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785390727.644911:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785390727.644914:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390727.644917:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579659776:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1785390727.644922:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785390727.644928:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785390727.644930:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390727.644933:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785390727.644937:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c3f58c00. 02000000:00000001:1.0:1785390727.644939:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390727.644952:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1785390727.644957:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c4ccdf78. 00000400:00000010:1.0:1785390727.644964:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f5d8. 00000100:00000200:1.0:1785390727.644971:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579659776, portal 10 00000100:00000001:1.0:1785390727.644973:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390727.644974:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831322240 : -125181878229376 : ffff8e25d29da680) 00000100:00000040:1.0:1785390727.644982:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29da680 x1872117579659776/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.644990:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785390727.644993:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1785390727.644995:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f440. 00000100:00000200:1.0:1785390727.644998:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579659776, offset 0 00000400:00000200:1.0:1785390727.645005:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1785390727.645014:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390727.645023:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390727.645030:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785390727.645034:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1785390727.645038:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785390727.645041:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1785390727.645045:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [123:123:256:4294967295] 192.168.202.160@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:1.0:1785390727.645050:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390727.645059:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1785390727.645066:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390727.645083:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d2f0a900. 00000800:00000200:1.0:1785390727.645091:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390727.645099:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390727.645104:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d2f0a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785390727.645116:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.645121:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: using a timeout of 144921 usecs (145 jiffies) 00000400:00000200:1.0:1785390727.645124:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1785390727.645127:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 0 is 4295027858 00000100:00000010:1.0:1785390727.645137:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25d330b960. 00000100:00000001:1.0:1785390727.645144:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1785390727.645150:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 1 is 4295027858 00000100:00000010:1.0:1785390727.645403:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25d330bc60. 00000100:00000001:1.0:1785390727.645407:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1785390727.645411:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390727.645414:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.645416:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785390727.645420:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29d9180 x1872117579660032/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.645427:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785390727.645429:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390727.645431:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785390727.645433:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785390727.645435:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390727.645438:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2353:1872117579660032:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1785390727.645441:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785390727.645444:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785390727.645445:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390727.645447:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785390727.645450:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c3f59400. 02000000:00000001:1.0:1785390727.645451:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390727.645455:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1785390727.645458:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c4ccd1b8. 00000400:00000010:1.0:1785390727.645462:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f3b8. 00000100:00000200:1.0:1785390727.645465:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579660032, portal 4 00000100:00000001:1.0:1785390727.645467:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390727.645468:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831316864 : -125181878234752 : ffff8e25d29d9180) 00000100:00000040:1.0:1785390727.645474:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29d9180 x1872117579660032/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.645480:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785390727.645499:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1785390727.645509:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324faa0. 00000100:00000200:1.0:1785390727.645513:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872117579660032, offset 0 00000400:00000200:1.0:1785390727.645518:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1785390727.645522:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390727.645526:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390727.645528:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785390727.645531:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1785390727.645533:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785390727.645535:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1785390727.645538:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [124:124:255:4294967295] 192.168.202.160@tcp LPNI seq info [124:124:7:4294967295] 00000400:00000200:1.0:1785390727.645542:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390727.645547:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1785390727.645552:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390727.645555:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d2f0aa00. 00000800:00000200:1.0:1785390727.645560:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390727.645564:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390727.645567:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d2f0aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785390727.645569:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.645573:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: using a timeout of 9727 usecs (10 jiffies) 00000400:00000200:1.0:1785390727.645575:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1785390727.645577:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295027723 00000100:00000001:1.0:1785390727.645580:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: PM QoS request active for cpu 0, keep current deadline 4295027858 00000100:00000001:1.0:1785390727.645582:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295027723 00000100:00000001:1.0:1785390727.645584:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: PM QoS request active for cpu 1, keep current deadline 4295027858 00000100:00000001:1.0:1785390727.645585:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390727.645587:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.645590:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.645593:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390727.645601:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785390727.645608:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1785390727.645610:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390727.645612:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785390727.645613:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390727.645616:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:1.0:1785390727.645617:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390727.645620:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785390727.645621:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390727.645623:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390727.645624:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785390727.645625:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785390727.645630:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29dad80 x1872117579659648/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.645637:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785390727.645638:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390727.645640:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785390727.645643:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785390727.645644:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390727.645647:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579659648:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1785390727.645650:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785390727.645653:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785390727.645654:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390727.645656:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785390727.645658:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c3f59e00. 02000000:00000001:1.0:1785390727.645661:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390727.645664:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1785390727.645667:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c4ccd840. 00000400:00000010:1.0:1785390727.645672:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324fcc0. 00000100:00000200:1.0:1785390727.645674:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579659648, portal 25 00000100:00000001:1.0:1785390727.645676:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390727.645677:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831324032 : -125181878227584 : ffff8e25d29dad80) 00000100:00000040:1.0:1785390727.645681:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29dad80 x1872117579659648/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.645687:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785390727.645694:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1785390727.645696:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f660. 00000100:00000200:1.0:1785390727.645698:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872117579659648, offset 0 00000400:00000200:1.0:1785390727.645703:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1785390727.645707:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390727.645710:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390727.645713:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785390727.645715:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1785390727.645717:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785390727.645719:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1785390727.645721:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [125:125:254:4294967295] 192.168.202.160@tcp LPNI seq info [125:125:6:4294967295] 00000400:00000200:1.0:1785390727.645724:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390727.645730:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1785390727.645733:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390727.645736:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d2f0a000. 00000800:00000200:1.0:1785390727.645741:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390727.645744:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390727.645747:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d2f0a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785390727.645750:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390727.645752:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1785390727.645754:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295028763 00000100:00000001:1.0:1785390727.645759:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295027858 00000100:00000001:1.0:1785390727.645762:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295028763 00000100:00000001:1.0:1785390727.645764:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295027858 00000100:00000001:1.0:1785390727.645767:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390727.645769:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.645771:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785390727.645774:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29d8000 x1872117579659904/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.645800:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785390727.645807:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390727.645810:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785390727.645812:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785390727.645814:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390727.645817:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2353:1872117579659904:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1785390727.645820:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785390727.645823:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785390727.645824:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390727.645826:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785390727.645830:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c3f59c00. 02000000:00000001:1.0:1785390727.645832:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390727.645835:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1785390727.645838:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c4ccd8f0. 00000400:00000010:1.0:1785390727.645841:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f198. 00000100:00000200:1.0:1785390727.645844:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579659904, portal 10 00000100:00000001:1.0:1785390727.645846:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390727.645847:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831312384 : -125181878239232 : ffff8e25d29d8000) 00000100:00000040:1.0:1785390727.645853:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29d8000 x1872117579659904/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.645859:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785390727.645861:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1785390727.645864:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324fd48. 00000100:00000200:1.0:1785390727.645866:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579659904, offset 0 00000400:00000200:1.0:1785390727.645870:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1785390727.645875:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390727.645878:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390727.645881:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785390727.645883:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1785390727.645885:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785390727.645887:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1785390727.645890:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [126:126:253:4294967295] 192.168.202.160@tcp LPNI seq info [126:126:5:4294967295] 00000400:00000200:1.0:1785390727.645893:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390727.645897:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1785390727.645906:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390727.645909:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d2f0af00. 00000800:00000200:1.0:1785390727.645913:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390727.645917:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390727.645919:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d2f0af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785390727.645922:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.645925:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: using a timeout of 18598 usecs (19 jiffies) 00000400:00000200:1.0:1785390727.645928:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1785390727.645930:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295027733 00000100:00000001:1.0:1785390727.645932:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 0, keep current deadline 4295028763 00000100:00000001:1.0:1785390727.645934:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295027733 00000100:00000001:1.0:1785390727.645936:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 1, keep current deadline 4295028763 00000100:00000001:1.0:1785390727.645937:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390727.645939:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.645941:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785390727.645945:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29d8700 x1872117579660160/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.645951:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785390727.645953:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390727.645955:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785390727.645957:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785390727.645958:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390727.645961:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2353:1872117579660160:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1785390727.645964:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785390727.645967:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785390727.645968:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390727.645970:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785390727.645973:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c3f58800. 02000000:00000001:1.0:1785390727.645975:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390727.645977:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1785390727.645984:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c4ccde70. 00000400:00000010:1.0:1785390727.645988:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f220. 00000100:00000200:1.0:1785390727.645990:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579660160, portal 4 00000100:00000001:1.0:1785390727.645992:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390727.645993:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831314176 : -125181878237440 : ffff8e25d29d8700) 00000100:00000040:1.0:1785390727.645999:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29d8700 x1872117579660160/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.646004:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785390727.646006:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1785390727.646008:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f000. 00000100:00000200:1.0:1785390727.646010:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872117579660160, offset 0 00000400:00000200:1.0:1785390727.646013:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1785390727.646017:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390727.646019:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390727.646021:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785390727.646023:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1785390727.646025:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785390727.646028:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1785390727.646030:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [127:127:252:4294967295] 192.168.202.160@tcp LPNI seq info [127:127:4:4294967295] 00000400:00000200:1.0:1785390727.646033:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390727.646038:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1785390727.646041:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390727.646045:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25c9674a00. 00000800:00000200:1.0:1785390727.646048:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390727.646052:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390727.646054:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25c9674a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785390727.646056:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.646058:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: using a timeout of 13978 usecs (14 jiffies) 00000400:00000200:1.0:1785390727.646061:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1785390727.646063:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295027728 00000100:00000001:1.0:1785390727.646065:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: PM QoS request active for cpu 0, keep current deadline 4295028763 00000100:00000001:0.0:1785390727.646384:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785390727.646389:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.647119:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295027729 00000100:00000001:1.0:1785390727.647122:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: PM QoS request active for cpu 1, keep current deadline 4295028763 00000100:00000001:1.0:1785390727.647124:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390727.647126:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.647129:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.647131:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1785390727.647278:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390727.647283:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d2f0a900. 00000400:00000200:1.0:1785390727.647290:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390727.647297:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390727.647304:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f440 00000400:00000010:1.0:1785390727.647306:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f440. 00000100:00000001:1.0:1785390727.647311:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390727.647316:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29da680 x1872117579659776/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.647327:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390727.647330:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29da680 x1872117579659776/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.647337:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.647339:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390727.647352:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390727.647354:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d2f0aa00. 00000400:00000200:1.0:1785390727.647357:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390727.647361:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390727.647363:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324faa0 00000400:00000010:1.0:1785390727.647365:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324faa0. 00000100:00000001:1.0:1785390727.647367:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390727.647371:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29d9180 x1872117579660032/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.647378:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390727.647381:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29d9180 x1872117579660032/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.647458:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.647460:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390727.647472:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390727.647474:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d2f0a000. 00000400:00000200:1.0:1785390727.647477:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390727.647481:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390727.647484:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f660 00000400:00000010:1.0:1785390727.648633:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f660. 00000100:00000001:1.0:1785390727.648639:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390727.648645:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29dad80 x1872117579659648/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.648654:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390727.648657:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29dad80 x1872117579659648/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.648663:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.648665:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390727.648682:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390727.648685:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d2f0af00. 00000400:00000200:1.0:1785390727.648689:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390727.648692:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390727.648695:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324fd48 00000400:00000010:1.0:1785390727.648697:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324fd48. 00000100:00000001:1.0:1785390727.648699:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390727.648702:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29d8000 x1872117579659904/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.648708:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390727.648711:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29d8000 x1872117579659904/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.648716:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.648718:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390727.649613:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390727.649626:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25c9674a00. 00000400:00000200:1.0:1785390727.649630:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390727.649635:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390727.649639:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f000 00000400:00000010:1.0:1785390727.649640:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f000. 00000100:00000001:1.0:1785390727.649644:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390727.649648:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29d8700 x1872117579660160/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.649655:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390727.649658:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29d8700 x1872117579660160/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.649664:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.649665:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785390727.666265:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390727.666285:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390727.666289:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390727.666292:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390727.666303:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666311:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390727.666321:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666326:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666332:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666337:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 4 MB=0x6a6ae57503b00 00000400:00000200:0.0:1785390727.666343:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666350:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.160@tcp of length 224/224 into md 0x791 [1] + 224 00000800:00000001:0.0:1785390727.666374:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390727.666379:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390727.666383:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390727.666387:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390727.666407:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390727.666418:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29d9180 x1872117579660032/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390727.666430:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d29d9180 x1872117579660032/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390727.666442:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390727.666451:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390727.666455:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390727.666457:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390727.666459:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390727.666462:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666467:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390727.666471:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666474:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666477:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666480:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 4 MB=0x6a6ae57503b80 00000400:00000200:0.0:1785390727.666483:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666498:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.160@tcp of length 224/224 into md 0x7c1 [1] + 224 00000800:00000001:0.0:1785390727.666509:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390727.666514:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390727.666516:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390727.666520:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390727.666523:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390727.666528:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29d8700 x1872117579660160/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390727.666537:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d29d8700 x1872117579660160/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390727.666556:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390727.666563:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390727.666566:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390727.666568:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390727.666570:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390727.666573:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666577:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390727.666580:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666583:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666585:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666588:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 25 MB=0x6a6ae57503980 00000400:00000200:0.0:1785390727.666591:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666594:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 224/224 into md 0x7a1 [1] + 224 00000800:00000001:0.0:1785390727.666598:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390727.666601:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390727.666602:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390727.666605:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390727.666608:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390727.666612:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29dad80 x1872117579659648/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390727.666620:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d29dad80 x1872117579659648/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390727.666627:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390727.666630:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390727.666632:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390727.666634:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390727.666636:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390727.666638:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666641:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390727.666644:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666646:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666655:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666658:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57503a00 00000400:00000200:0.0:1785390727.666661:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666665:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x781 [1] + 224 00000800:00000001:0.0:1785390727.666669:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390727.666672:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390727.666674:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390727.666676:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390727.666679:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390727.666684:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29da680 x1872117579659776/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390727.666692:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d29da680 x1872117579659776/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390727.666699:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390727.666702:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390727.666706:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390727.666707:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390727.666709:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390727.666712:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666715:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390727.666718:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666720:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666723:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666725:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57503a80 00000400:00000200:0.0:1785390727.666727:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390727.666730:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x7b1 [1] + 224 00000800:00000001:0.0:1785390727.666733:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390727.666739:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390727.666740:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390727.666743:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390727.666745:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390727.666754:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29d8000 x1872117579659904/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390727.666762:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d29d8000 x1872117579659904/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390727.666768:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390727.666772:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390727.666776:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390727.667477:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390727.667483:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785390727.667500:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390727.667510:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390727.667514:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c4ccd840. 00000400:00000200:1.0:1785390727.667519:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324fcc0 00000400:00000010:1.0:1785390727.667522:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324fcc0. 00000100:00000001:1.0:1785390727.667525:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390727.667530:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29dad80 x1872117579659648/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390727.667538:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29dad80 x1872117579659648/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.667543:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390727.667545:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390727.667548:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390727.667551:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390727.667554:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390727.667556:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390727.667559:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390727.667567:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932c60 time=104 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390727.667571:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=104 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390727.667580:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390727.667582:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390727.667586:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785390727.667588:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.667591:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.667596:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29dad80 x1872117579659648/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.667603:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390727.667607:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390727.667609:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785390727.667612:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29dad80 x1872117579659648/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390727.667619:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579659648:192.168.202.160@tcp:400:kworker.0 00000400:00000001:1.0:1785390727.667626:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390727.667628:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390727.667629:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c4ccd8f0. 00000400:00000200:1.0:1785390727.667632:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f198 00000400:00000010:1.0:1785390727.667633:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f198. 00000100:00000001:1.0:1785390727.667636:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390727.667639:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29d8000 x1872117579659904/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390727.667647:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29d8000 x1872117579659904/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.667654:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390727.667655:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390727.667657:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390727.667659:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390727.667660:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390727.667661:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390727.667663:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390727.667670:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25c54acc60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390727.667672:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25c54acc18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390727.667680:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390727.667682:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390727.667684:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785390727.667688:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.667691:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785390727.667693:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:1.0:1785390727.667695:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785390727.667696:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.667702:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29d8000 x1872117579659904/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.667709:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390727.667711:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390727.667712:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785390727.667715:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29d8000 x1872117579659904/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390727.667722:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2353:1872117579659904:192.168.202.160@tcp:400:kworker.0 00000400:00000001:1.0:1785390727.667728:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390727.667730:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390727.667732:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c4ccde70. 00000400:00000200:1.0:1785390727.667735:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f220 00000400:00000010:1.0:1785390727.667736:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f220. 00000100:00000001:1.0:1785390727.667738:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390727.667741:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29d8700 x1872117579660160/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390727.667749:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29d8700 x1872117579660160/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.667755:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390727.667757:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390727.667758:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390727.667760:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390727.667761:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390727.667763:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390727.667770:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390727.667775:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2f34c60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390727.667778:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2f34c18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390727.667780:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390727.668239:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390727.668241:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1785390727.668245:0:2353:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d29d8700 x1872117579660160/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1785390727.668254:0:2353:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.668256:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785390727.668257:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:1.0:1785390727.668259:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785390727.668260:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.668264:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29d8700 x1872117579660160/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.668269:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390727.668270:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390727.668272:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785390727.668275:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29d8700 x1872117579660160/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390727.668282:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2353:1872117579660160:192.168.202.160@tcp:400:kworker.0 00000400:00000001:1.0:1785390727.668288:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390727.668290:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390727.668292:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c4ccdf78. 00000400:00000200:1.0:1785390727.668295:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f5d8 00000400:00000010:1.0:1785390727.668544:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f5d8. 00000100:00000001:1.0:1785390727.668550:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390727.668554:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29da680 x1872117579659776/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390727.668562:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29da680 x1872117579659776/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.668580:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390727.668582:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390727.668584:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390727.668585:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390727.668586:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390727.668588:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390727.668590:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390727.668595:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2ed7c60 time=104 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390727.668599:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2ed7c18 time=104 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390727.668601:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390727.668602:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390727.668604:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785390727.668606:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.668608:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785390727.668609:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c7faa000: skip recheck: last_committed 0 00000100:00000001:1.0:1785390727.668611:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785390727.668612:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.668616:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29da680 x1872117579659776/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.668622:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390727.668624:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390727.668625:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785390727.668628:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29da680 x1872117579659776/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390727.668634:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579659776:192.168.202.160@tcp:400:kworker.0 00000400:00000001:1.0:1785390727.668640:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390727.668641:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390727.668643:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c4ccd1b8. 00000400:00000200:1.0:1785390727.668646:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f3b8 00000400:00000010:1.0:1785390727.668647:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f3b8. 00000100:00000001:1.0:1785390727.668649:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390727.668652:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29d9180 x1872117579660032/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390727.668666:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29d9180 x1872117579660032/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.668672:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390727.668674:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390727.668675:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390727.668677:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390727.668678:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390727.668679:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390727.668681:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390727.668685:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25c54a9c60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390727.668687:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25c54a9c18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390727.668689:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390727.668690:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390727.668692:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1785390727.668696:0:2353:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d29d9180 x1872117579660032/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1785390727.668703:0:2353:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.668705:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785390727.668707:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:1.0:1785390727.668708:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785390727.668709:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390727.668712:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29d9180 x1872117579660032/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.668717:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390727.668719:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390727.668721:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785390727.668723:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29d9180 x1872117579660032/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390727.668729:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2353:1872117579660032:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1785390727.668733:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390727.668741:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390727.668745:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29dad80 x1872117579659648/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.668751:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390727.668754:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390727.668757:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c3f59e00. 02000000:00000001:1.0:1785390727.668761:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390727.668764:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390727.668766:0:2353:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:1.0:1785390727.668768:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390727.668770:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d2f0a400. 02000000:00000001:1.0:1785390727.668774:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390727.668776:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390727.668778:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29dad80. 00000100:00000001:1.0:1785390727.668798:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390727.668800:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390727.668802:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390727.668806:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29d8000 x1872117579659904/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.668811:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390727.668813:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390727.668815:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c3f59c00. 02000000:00000001:1.0:1785390727.668817:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390727.668818:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390727.668819:0:2353:0:(genops.c:1244:class_import_put()) import ffff8e25c54ac800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000020:00000001:1.0:1785390727.668821:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390727.668822:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d2f0a600. 02000000:00000001:1.0:1785390727.668825:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390727.668826:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390727.668827:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29d8000. 00000100:00000001:1.0:1785390727.668829:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390727.668831:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390727.668832:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390727.668835:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29d8700 x1872117579660160/t0(0) o400->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.668841:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390727.668848:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390727.668850:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c3f58800. 02000000:00000001:1.0:1785390727.668852:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390727.668854:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390727.668855:0:2353:0:(genops.c:1244:class_import_put()) import ffff8e25d2f34800 refcount=2 obd=lustre-OST0001-osc-ffff8e25c33df800 00000020:00000001:1.0:1785390727.668857:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390727.668858:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d2f0ae00. 02000000:00000001:1.0:1785390727.668860:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390727.668862:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390727.668863:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29d8700. 00000100:00000001:1.0:1785390727.668866:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390727.668867:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390727.668869:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390727.668872:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29da680 x1872117579659776/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.668879:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390727.668880:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390727.668882:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c3f58c00. 02000000:00000001:1.0:1785390727.668884:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390727.668885:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390727.668886:0:2353:0:(genops.c:1244:class_import_put()) import ffff8e25d2ed7800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000020:00000001:1.0:1785390727.668888:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390727.668889:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d2f0a200. 02000000:00000001:1.0:1785390727.668891:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390727.668892:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390727.668894:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29da680. 00000100:00000001:1.0:1785390727.668896:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390727.668897:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390727.668899:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390727.668902:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29d9180 x1872117579660032/t0(0) o400->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390727.668908:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390727.668909:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390727.668911:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c3f59400. 02000000:00000001:1.0:1785390727.668913:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390727.668914:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390727.668921:0:2353:0:(genops.c:1244:class_import_put()) import ffff8e25c54a9800 refcount=2 obd=lustre-OST0000-osc-ffff8e25c33df800 00000020:00000001:1.0:1785390727.668922:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390727.668924:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d2f0a100. 02000000:00000001:1.0:1785390727.668926:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390727.668928:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390727.668929:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29d9180. 00000100:00000001:1.0:1785390727.668932:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390727.668933:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390727.668935:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390727.668942:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785390727.668944:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390727.668946:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390727.668949:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390728.092578:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390728.092583:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390728.092588:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390728.092589:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390728.092614:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390728.092618:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390728.092621:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1785390728.263042:0:8964:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1785390728.263057:0:8964:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1785390728.304082:0:8966:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1785390728.304098:0:8966:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1785390728.390395:0:8973:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1785390728.390405:0:8973:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785390728.419618:0:8975:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785390728.419631:0:8975:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390728.734628:0:52:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a000 (cpu 0) has reached its deadline 4295028763, at 4295028802 00000100:00000010:0.0:1785390728.734644:0:52:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25d330b960. 00000100:00000040:1.0:1785390728.734738:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a110 (cpu 1) has reached its deadline 4295028763, at 4295028802 00000100:00000010:1.0:1785390728.734744:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25d330bc60. 00010000:00000001:2.0:1785390729.123343:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390729.123350:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390729.123375:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390729.123376:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785390729.123522:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785390729.123526:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785390729.123529:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390730.142619:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390730.142626:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390730.142632:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390730.142633:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390730.142663:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390730.142667:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390730.142670:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390731.165649:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390731.165657:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390731.165664:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390731.165667:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1785390731.165669:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1785390731.165673:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390731.165676:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1785390731.165678:0:41:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390731.165680:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390731.165682:0:41:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785390731.170232:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785390731.170240:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785390731.170245:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390732.193707:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390732.193715:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390732.193721:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390732.193722:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390732.193744:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390732.193747:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390732.193750:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785390732.764839:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785390732.764851:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785390732.764861:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29d9180. 00000020:00000040:1.0:1785390732.764868:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:1.0:1785390732.764873:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390732.764875:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390732.764882:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390732.764891:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25c9674a00. 00000100:00000001:1.0:1785390732.764899:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390732.764912:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS req@ffff8e25d29d9180 x1872117579660288/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785390732.764925:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390732.764930:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390732.764937:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd55c61a] to pc [ptlrpcd_00_00+0] req@ffff8e25d29d9180 x1872117579660288/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.764985:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390732.764988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785390732.764992:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785390732.764995:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29da680. 00000020:00000040:1.0:1785390732.764997:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25d2ed7800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000100:00000001:1.0:1785390732.765000:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390732.765001:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390732.765003:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390732.765007:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25c9674200. 00000100:00000001:1.0:1785390732.765010:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390732.765014:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID req@ffff8e25d29da680 x1872117579660416/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785390732.765021:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390732.765022:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390732.765026:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c343d7] to pc [ptlrpcd_00_01+1] req@ffff8e25d29da680 x1872117579660416/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.765033:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390732.765035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785390732.765038:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785390732.765040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785390732.765043:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785390732.765045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785390732.765047:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785390732.765049:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29d8700. 00000020:00000040:1.0:1785390732.765051:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25c54ac800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000100:00000001:1.0:1785390732.765052:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390732.765058:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390732.765060:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390732.765065:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d2f0a100. 00000100:00000001:1.0:1785390732.765067:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390732.765071:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID req@ffff8e25d29d8700 x1872117579660544/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785390732.765079:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390732.765081:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390732.765085:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152b4220] to pc [ptlrpcd_00_00+0] req@ffff8e25d29d8700 x1872117579660544/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.765092:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390732.765094:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785390732.765097:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1785390732.765100:0:38:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1785390732.765103:0:38:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1785390732.765116:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29d8000. 00000020:00000040:1.0:1785390732.765119:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25c54a9800 refcount=3 obd=lustre-OST0000-osc-ffff8e25c33df800 00000100:00000001:1.0:1785390732.765122:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390732.765123:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390732.765125:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390732.765128:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d2f0a200. 00000100:00000001:1.0:1785390732.765131:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390732.765133:0:38:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446618891831312384 : -125181878239232 : ffff8e25d29d8000) 00000100:00080000:1.0:1785390732.765137:0:38:0:(import.c:65:import_set_state_nolock()) ffff8e25c54a9800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1785390732.765140:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8e25c33df800: disconnect after 21s idle 00000100:00000001:1.0:1785390732.765143:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390732.765144:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390732.765148:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068e79d64] to pc [ptlrpcd_rcv+-1] req@ffff8e25d29d8000 x1872117579660672/t0(0) o9->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.765169:0:38:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390732.765172:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390732.765181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785390732.765184:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1785390732.765186:0:38:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1785390732.765187:0:38:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1785390732.765191:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29dad80. 00000020:00000040:1.0:1785390732.765193:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25d2f34800 refcount=3 obd=lustre-OST0001-osc-ffff8e25c33df800 00000100:00000001:1.0:1785390732.765196:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390732.765197:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390732.765200:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390732.765203:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d2f0ae00. 00000100:00000001:1.0:1785390732.765206:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390732.765208:0:38:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446618891831324032 : -125181878227584 : ffff8e25d29dad80) 00000100:00080000:1.0:1785390732.765210:0:38:0:(import.c:65:import_set_state_nolock()) ffff8e25d2f34800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1785390732.765213:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8e25c33df800: disconnect after 21s idle 00000100:00000001:1.0:1785390732.765215:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390732.765217:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390732.765222:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f723ec38] to pc [ptlrpcd_rcv+-1] req@ffff8e25d29dad80 x1872117579660800/t0(0) o9->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.765229:0:38:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390732.765231:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390732.765236:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (370) 00000100:00000001:2.0:1785390732.765299:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390732.765304:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785390732.765306:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785390732.765312:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29d8000 x1872117579660672/t0(0) o9->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390732.765320:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785390732.765321:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390732.765325:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785390732.765328:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785390732.765330:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390732.765333:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5a586f02-dc38-4641-bf32-0c98ce7f2941:2352:1872117579660672:192.168.202.160@tcp:9:kworker.0 00000100:00000001:2.0:1785390732.765345:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785390732.765352:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785390732.765355:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390732.765358:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785390732.765362:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d1305800. 02000000:00000001:2.0:1785390732.765364:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390732.765373:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1785390732.765378:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c57a99a0. 00000400:00000010:2.0:1785390732.765386:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156acc0. 00000100:00000200:2.0:1785390732.765394:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579660672, portal 4 00000100:00000001:2.0:1785390732.765397:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785390732.765398:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831312384 : -125181878239232 : ffff8e25d29d8000) 00000100:00000040:2.0:1785390732.765406:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29d8000 x1872117579660672/t0(0) o9->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390732.765414:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785390732.765417:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1785390732.765420:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a440. 00000100:00000200:2.0:1785390732.765424:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872117579660672, offset 0 00000400:00000200:2.0:1785390732.765431:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1785390732.765439:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390732.765467:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1785390732.765473:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785390732.765477:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1785390732.765480:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785390732.765483:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1785390732.765487:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [128:128:256:4294967295] 192.168.202.160@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:2.0:1785390732.765491:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390732.765500:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1785390732.765506:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1785390732.765512:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d0b2a200. 00000800:00000200:2.0:1785390732.765519:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1785390732.765531:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1785390732.765536:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d0b2a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785390732.765551:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390732.765556:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: using a timeout of 14765 usecs (15 jiffies) 00000400:00000200:2.0:1785390732.765559:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1785390732.765561:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295032848 00000100:00000010:2.0:1785390732.765566:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25d1ecd0c0. 00000100:00000001:2.0:1785390732.765572:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1785390732.765581:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295032848 00000100:00000010:2.0:1785390732.765584:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25d1ecd540. 00000100:00000001:2.0:1785390732.765587:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8e25c33df800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1785390732.765590:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390732.765592:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390732.765595:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785390732.765598:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29dad80 x1872117579660800/t0(0) o9->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390732.765604:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785390732.765606:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390732.765616:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785390732.765617:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785390732.765619:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390732.765622:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5a586f02-dc38-4641-bf32-0c98ce7f2941:2352:1872117579660800:192.168.202.160@tcp:9:kworker.0 00000100:00000001:2.0:1785390732.765625:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785390732.765627:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785390732.765629:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390732.765630:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785390732.765633:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d1304a00. 02000000:00000001:2.0:1785390732.765634:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390732.765637:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1785390732.765639:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c57a9370. 00000400:00000010:2.0:1785390732.765643:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a3b8. 00000100:00000200:2.0:1785390732.765650:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579660800, portal 4 00000100:00000001:2.0:1785390732.765651:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785390732.765653:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831324032 : -125181878227584 : ffff8e25d29dad80) 00000100:00000040:2.0:1785390732.765658:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29dad80 x1872117579660800/t0(0) o9->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390732.765664:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785390732.765666:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1785390732.765668:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a5d8. 00000100:00000200:2.0:1785390732.765670:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872117579660800, offset 0 00000400:00000200:2.0:1785390732.765673:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1785390732.765676:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390732.765679:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1785390732.765681:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785390732.765684:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1785390732.765686:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785390732.765687:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1785390732.765690:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [129:129:255:4294967295] 192.168.202.160@tcp LPNI seq info [129:129:7:4294967295] 00000400:00000200:2.0:1785390732.765693:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390732.765698:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1785390732.765701:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1785390732.765704:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d0b2a100. 00000800:00000200:2.0:1785390732.765707:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1785390732.765711:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1785390732.765714:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d0b2a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785390732.765716:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390732.765718:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: using a timeout of 17637 usecs (18 jiffies) 00000400:00000200:2.0:1785390732.765721:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1785390732.765722:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295032851 00000100:00000001:2.0:1785390732.765726:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: PM QoS request active for cpu 0, simply extend its deadline from 4295032848 00000100:00000001:2.0:1785390732.765729:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295032851 00000100:00000001:2.0:1785390732.765735:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff8e25c33df800: PM QoS request active for cpu 1, simply extend its deadline from 4295032848 00000100:00000001:2.0:1785390732.765738:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390732.765739:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390732.765742:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390732.765744:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390732.765752:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785390732.765754:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1785390732.765755:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390732.765756:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785390732.765758:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390732.765760:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390732.765948:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785390732.765952:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785390732.765954:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785390732.765961:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29d9180 x1872117579660288/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.765967:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785390732.765969:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390732.765971:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785390732.765973:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785390732.765974:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785390732.765977:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579660288:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1785390732.765981:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785390732.765983:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785390732.765984:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390732.765986:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785390732.765990:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c4b21c00. 02000000:00000001:0.0:1785390732.765991:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785390732.765995:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1785390732.765998:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c38b4688. 00000400:00000010:0.0:1785390732.766002:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25c5bf3c38. 00000100:00000200:0.0:1785390732.766005:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579660288, portal 25 00000100:00000001:0.0:1785390732.766012:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785390732.766013:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831316864 : -125181878234752 : ffff8e25d29d9180) 00000100:00000040:0.0:1785390732.766018:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29d9180 x1872117579660288/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.766023:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785390732.766025:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1785390732.766028:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25c5bf3990. 00000100:00000200:0.0:1785390732.766030:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872117579660288, offset 0 00000400:00000200:0.0:1785390732.766033:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1785390732.766036:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.766040:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1785390732.766042:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785390732.766044:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1785390732.766046:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785390732.766048:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1785390732.766051:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [130:130:254:4294967295] 192.168.202.160@tcp LPNI seq info [130:130:6:4294967295] 00000400:00000200:0.0:1785390732.766054:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.766059:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1785390732.766063:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1785390732.766067:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d271d300. 00000800:00000200:0.0:1785390732.766071:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1785390732.766075:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1785390732.766078:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d271d300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785390732.766081:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785390732.766084:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1785390732.766086:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295033884 00000100:00000001:0.0:1785390732.766089:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295032851 00000100:00000001:0.0:1785390732.766093:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295033884 00000100:00000001:0.0:1785390732.766095:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295032851 00000100:00000001:0.0:1785390732.766098:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785390732.766116:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390732.766118:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785390732.766122:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29d8700 x1872117579660544/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.766129:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785390732.766130:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390732.766132:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785390732.766134:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785390732.766136:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785390732.766139:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2353:1872117579660544:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1785390732.766142:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785390732.766145:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785390732.766147:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390732.766148:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785390732.766151:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c4b21a00. 02000000:00000001:0.0:1785390732.766153:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785390732.766157:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1785390732.766160:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c38b43c8. 00000400:00000010:0.0:1785390732.766163:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25c5bf32a8. 00000100:00000200:0.0:1785390732.766166:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579660544, portal 10 00000100:00000001:0.0:1785390732.766167:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785390732.766168:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831314176 : -125181878237440 : ffff8e25d29d8700) 00000100:00000040:0.0:1785390732.766174:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29d8700 x1872117579660544/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.766179:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785390732.766181:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1785390732.766184:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25c5bf3b28. 00000100:00000200:0.0:1785390732.766186:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579660544, offset 0 00000400:00000200:0.0:1785390732.766190:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1785390732.766194:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.766198:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1785390732.766200:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785390732.766209:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1785390732.766211:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785390732.766213:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1785390732.766216:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [131:131:253:4294967295] 192.168.202.160@tcp LPNI seq info [131:131:5:4294967295] 00000400:00000200:0.0:1785390732.766219:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.766225:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1785390732.766229:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1785390732.766233:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d271d500. 00000800:00000200:0.0:1785390732.766236:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1785390732.766240:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1785390732.766243:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d271d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785390732.766245:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390732.766248:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: using a timeout of 19856 usecs (20 jiffies) 00000400:00000200:0.0:1785390732.766251:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1785390732.766253:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295032854 00000100:00000001:0.0:1785390732.766255:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 0, keep current deadline 4295033884 00000100:00000001:0.0:1785390732.766257:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295032854 00000100:00000001:0.0:1785390732.766259:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 1, keep current deadline 4295033884 00000100:00000001:0.0:1785390732.766261:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785390732.766263:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390732.766265:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390732.766267:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390732.766271:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785390732.766272:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1785390732.766274:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785390732.766275:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785390732.766277:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785390732.766279:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1785390732.766281:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390732.766283:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785390732.766284:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390732.766291:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785390732.766292:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785390732.766294:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785390732.766298:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29da680 x1872117579660416/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.766304:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785390732.766306:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390732.766308:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785390732.766310:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785390732.766312:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785390732.766314:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579660416:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1785390732.766318:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785390732.766320:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785390732.766322:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390732.766323:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785390732.766327:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c4b20000. 02000000:00000001:0.0:1785390732.766328:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785390732.766331:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1785390732.766334:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c38b4058. 00000400:00000010:0.0:1785390732.766337:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25c5bf3220. 00000100:00000200:0.0:1785390732.766339:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579660416, portal 10 00000100:00000001:0.0:1785390732.766341:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785390732.766342:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831322240 : -125181878229376 : ffff8e25d29da680) 00000100:00000040:0.0:1785390732.766348:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29da680 x1872117579660416/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.766354:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785390732.766357:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1785390732.766359:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25c5bf3f68. 00000100:00000200:0.0:1785390732.766361:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579660416, offset 0 00000400:00000200:0.0:1785390732.766365:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1785390732.766369:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.766372:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1785390732.766375:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785390732.766383:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1785390732.766385:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785390732.766388:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1785390732.766391:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [132:132:252:4294967295] 192.168.202.160@tcp LPNI seq info [132:132:4:4294967295] 00000400:00000200:0.0:1785390732.766395:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.766401:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1785390732.766406:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1785390732.766410:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d271d600. 00000800:00000200:0.0:1785390732.766413:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1785390732.766418:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1785390732.766421:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d271d600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785390732.766424:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390732.766427:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: using a timeout of 140661 usecs (141 jiffies) 00000400:00000200:0.0:1785390732.766430:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1785390732.766432:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 0 is 4295032975 00000100:00000001:0.0:1785390732.766434:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request active for cpu 0, keep current deadline 4295033884 00000100:00000001:0.0:1785390732.766437:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 1 is 4295032975 00000100:00000001:0.0:1785390732.766709:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request active for cpu 1, keep current deadline 4295033884 00000100:00000001:0.0:1785390732.766712:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785390732.766714:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390732.766717:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390732.766720:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390732.766729:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785390732.766731:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1785390732.766834:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390732.766837:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d0b2a200. 00000400:00000200:1.0:1785390732.766842:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390732.766848:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390732.766854:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a440 00000400:00000010:1.0:1785390732.766856:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a440. 00000100:00000001:1.0:1785390732.766861:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390732.766866:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29d8000 x1872117579660672/t0(0) o9->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.766876:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390732.766879:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29d8000 x1872117579660672/t0(0) o9->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.766892:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390732.766894:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390732.766905:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390732.766907:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d0b2a100. 00000400:00000200:1.0:1785390732.766909:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390732.766913:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390732.766915:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a5d8 00000400:00000010:1.0:1785390732.766917:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a5d8. 00000100:00000001:1.0:1785390732.766919:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390732.766922:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29dad80 x1872117579660800/t0(0) o9->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.766929:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390732.766932:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29dad80 x1872117579660800/t0(0) o9->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.766938:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390732.766940:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390732.766945:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390732.766946:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d271d300. 00000400:00000200:1.0:1785390732.766949:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390732.766952:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390732.766954:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25c5bf3990 00000400:00000010:1.0:1785390732.766956:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25c5bf3990. 00000100:00000001:1.0:1785390732.766958:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390732.766961:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29d9180 x1872117579660288/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.766968:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390732.766971:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29d9180 x1872117579660288/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.766977:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390732.766978:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390732.766983:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390732.766989:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d271d500. 00000400:00000200:1.0:1785390732.766991:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390732.766995:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390732.766997:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25c5bf3b28 00000400:00000010:1.0:1785390732.766999:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25c5bf3b28. 00000100:00000001:1.0:1785390732.767001:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390732.767004:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29d8700 x1872117579660544/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.767011:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390732.767014:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29d8700 x1872117579660544/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.767020:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390732.767021:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390732.767408:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390732.767411:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d271d600. 00000400:00000200:1.0:1785390732.767414:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390732.767418:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390732.767420:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25c5bf3f68 00000400:00000010:1.0:1785390732.767422:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25c5bf3f68. 00000100:00000001:1.0:1785390732.767424:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390732.767428:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29da680 x1872117579660416/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.767435:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390732.767438:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29da680 x1872117579660416/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.767455:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390732.767464:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785390732.775978:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390732.775996:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390732.776001:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390732.776003:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390732.776013:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776021:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390732.776030:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776043:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776049:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776053:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 4 MB=0x6a6ae57503d80 00000400:00000200:0.0:1785390732.776058:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776065:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.160@tcp of length 224/224 into md 0x7d1 [1] + 224 00000800:00000001:0.0:1785390732.776073:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390732.776077:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390732.776080:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390732.776085:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390732.776093:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390732.776103:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29d8000 x1872117579660672/t0(0) o9->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390732.776114:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d29d8000 x1872117579660672/t0(0) o9->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.776135:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390732.776145:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390732.776148:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390732.776150:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390732.776152:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390732.776155:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776158:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390732.776162:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776164:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776166:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776169:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 4 MB=0x6a6ae57503e00 00000400:00000200:0.0:1785390732.776172:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776176:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.160@tcp of length 224/224 into md 0x7d9 [1] + 224 00000800:00000001:0.0:1785390732.776179:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390732.776182:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390732.776184:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390732.776187:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390732.776189:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390732.776198:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29dad80 x1872117579660800/t0(0) o9->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390732.776207:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d29dad80 x1872117579660800/t0(0) o9->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.776214:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390732.776218:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390732.776220:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390732.776222:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390732.776224:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390732.776227:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776230:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390732.776234:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776236:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776239:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776241:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 25 MB=0x6a6ae57503c00 00000400:00000200:0.0:1785390732.776245:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776250:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:0.0:1785390732.776253:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390732.776256:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390732.776258:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390732.776261:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390732.776264:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390732.776268:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29d9180 x1872117579660288/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390732.776276:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d29d9180 x1872117579660288/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.776288:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390732.776292:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390732.776294:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390732.776296:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390732.776298:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390732.776305:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776308:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390732.776312:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776315:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776317:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776320:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57503d00 00000400:00000200:0.0:1785390732.776324:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776328:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x7f1 [1] + 224 00000800:00000001:0.0:1785390732.776331:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390732.776335:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390732.776337:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390732.776340:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390732.776343:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390732.776347:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29d8700 x1872117579660544/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390732.776356:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d29d8700 x1872117579660544/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.776364:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390732.776368:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390732.776371:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390732.776372:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390732.776374:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390732.776377:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776380:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390732.776384:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776387:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776389:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776392:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57503c80 00000400:00000200:0.0:1785390732.776395:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390732.776399:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x801 [1] + 224 00000800:00000001:0.0:1785390732.776403:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390732.776416:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390732.776419:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390732.776422:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390732.776426:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390732.776431:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29da680 x1872117579660416/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390732.776439:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d29da680 x1872117579660416/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.776452:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390732.776464:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390732.776468:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390732.776480:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785390732.776483:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785390732.776491:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785390732.776493:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785390732.776496:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c38b4058. 00000400:00000200:0.0:1785390732.776500:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25c5bf3220 00000400:00000010:0.0:1785390732.776503:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25c5bf3220. 00000100:00000001:0.0:1785390732.776506:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390732.776523:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29da680 x1872117579660416/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785390732.776531:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29da680 x1872117579660416/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.776538:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785390732.776540:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390732.776542:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785390732.776545:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785390732.776548:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785390732.776550:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390732.776553:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785390732.776563:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2ed7c60 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1785390732.776567:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2ed7c18 time=109 v=5 (1 0 0 0) 00000100:00000001:0.0:1785390732.776570:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785390732.776571:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390732.776579:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785390732.776583:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390732.776587:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785390732.776589:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c7faa000: skip recheck: last_committed 0 00000100:00000001:0.0:1785390732.776591:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785390732.776593:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390732.776598:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29da680 x1872117579660416/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.776605:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785390732.776741:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785390732.776743:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785390732.776749:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29da680 x1872117579660416/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785390732.776757:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579660416:192.168.202.160@tcp:400:kworker.0 00000400:00000001:0.0:1785390732.776764:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785390732.776765:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785390732.776767:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c38b4688. 00000400:00000200:0.0:1785390732.776770:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25c5bf3c38 00000400:00000010:0.0:1785390732.776772:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25c5bf3c38. 00000100:00000001:0.0:1785390732.776775:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390732.776778:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29d9180 x1872117579660288/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785390732.776817:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29d9180 x1872117579660288/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.776824:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785390732.776826:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390732.776828:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785390732.776830:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785390732.776831:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785390732.776833:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390732.776835:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785390732.776839:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932c60 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1785390732.776847:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=109 v=5 (1 0 0 0) 00000100:00000001:0.0:1785390732.776850:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785390732.776851:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390732.776853:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785390732.776855:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390732.776857:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390732.776861:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29d9180 x1872117579660288/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.776869:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785390732.776871:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785390732.776873:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785390732.776876:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29d9180 x1872117579660288/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785390732.776884:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579660288:192.168.202.160@tcp:400:kworker.0 00000400:00000001:0.0:1785390732.776889:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785390732.776890:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785390732.776892:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c38b43c8. 00000400:00000200:0.0:1785390732.776894:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25c5bf32a8 00000400:00000010:0.0:1785390732.776896:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25c5bf32a8. 00000100:00000001:0.0:1785390732.776898:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390732.776901:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29d8700 x1872117579660544/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785390732.776910:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29d8700 x1872117579660544/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.776917:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785390732.776918:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390732.776920:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785390732.776921:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785390732.776922:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785390732.776924:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390732.776926:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785390732.776930:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25c54acc60 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1785390732.776937:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25c54acc18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1785390732.776939:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785390732.776941:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390732.776943:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785390732.776945:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390732.776947:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785390732.776949:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:0.0:1785390732.776951:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785390732.776952:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390732.776956:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29d8700 x1872117579660544/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.776962:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785390732.776964:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785390732.776965:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785390732.776969:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29d8700 x1872117579660544/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785390732.776977:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2353:1872117579660544:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1785390732.776981:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390732.776984:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390732.776987:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29da680 x1872117579660416/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.776994:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785390732.776997:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785390732.777001:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c4b20000. 02000000:00000001:0.0:1785390732.777003:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785390732.777006:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785390732.777008:0:2353:0:(genops.c:1244:class_import_put()) import ffff8e25d2ed7800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000020:00000001:0.0:1785390732.777011:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785390732.777014:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25c9674200. 02000000:00000001:0.0:1785390732.777019:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785390732.777021:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785390732.777023:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29da680. 00000100:00000001:0.0:1785390732.777032:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785390732.777033:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390732.777035:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390732.777039:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29d9180 x1872117579660288/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.777046:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785390732.777047:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785390732.777049:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c4b21c00. 02000000:00000001:0.0:1785390732.777051:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785390732.777052:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785390732.777053:0:2353:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:0.0:1785390732.777055:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785390732.777057:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25c9674a00. 02000000:00000001:0.0:1785390732.777059:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785390732.777060:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785390732.777061:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29d9180. 00000100:00000001:0.0:1785390732.777063:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785390732.777064:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390732.777066:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390732.777069:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29d8700 x1872117579660544/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390732.777075:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785390732.777076:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785390732.777078:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c4b21a00. 02000000:00000001:0.0:1785390732.777080:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785390732.777081:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785390732.777082:0:2353:0:(genops.c:1244:class_import_put()) import ffff8e25c54ac800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000020:00000001:0.0:1785390732.777084:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785390732.777085:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d2f0a100. 02000000:00000001:0.0:1785390732.777087:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785390732.777088:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785390732.777089:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29d8700. 00000100:00000001:0.0:1785390732.777092:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785390732.777093:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390732.777095:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390732.777102:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785390732.777107:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390732.777110:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785390732.777112:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390732.777174:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390732.777177:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785390732.777180:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390732.777182:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390732.777185:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c57a99a0. 00000400:00000200:1.0:1785390732.777189:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156acc0 00000400:00000010:1.0:1785390732.777197:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156acc0. 00000100:00000001:1.0:1785390732.777201:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390732.777205:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29d8000 x1872117579660672/t0(0) o9->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390732.777214:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29d8000 x1872117579660672/t0(0) o9->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.777221:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390732.777222:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390732.777224:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390732.777226:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390732.777227:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390732.777228:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390732.777230:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390732.777235:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25c54a9c60 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390732.777238:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25c54a9c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390732.777240:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390732.777241:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390732.777243:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1785390732.777246:0:2352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d29d8000 x1872117579660672/t0(0) o9->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1785390732.777253:0:2352:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390732.777255:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785390732.777257:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:1.0:1785390732.777259:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785390732.777260:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390732.777263:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29d8000 x1872117579660672/t0(0) o9->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.777270:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390732.777272:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390732.777274:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1785390732.777278:0:2352:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8e25d29d8000 x1872117579660672/t0(0) o9->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1785390732.777296:0:2352:0:(import.c:65:import_set_state_nolock()) ffff8e25c54a9800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1785390732.777301:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29d8000 x1872117579660672/t0(0) o9->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390732.777308:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5a586f02-dc38-4641-bf32-0c98ce7f2941:2352:1872117579660672:192.168.202.160@tcp:9:kworker.0 00000400:00000001:1.0:1785390732.777314:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390732.777315:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390732.777317:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c57a9370. 00000400:00000200:1.0:1785390732.777320:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a3b8 00000400:00000010:1.0:1785390732.777321:0:2352:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a3b8. 00000100:00000001:1.0:1785390732.777323:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390732.777326:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29dad80 x1872117579660800/t0(0) o9->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390732.777334:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29dad80 x1872117579660800/t0(0) o9->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.777340:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390732.777341:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390732.777342:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390732.777344:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390732.777345:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390732.777346:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390732.777348:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390732.777353:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2f34c60 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390732.777356:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2f34c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390732.777359:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390732.777360:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390732.777362:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1785390732.777365:0:2352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e25d29dad80 x1872117579660800/t0(0) o9->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1785390732.777371:0:2352:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390732.777379:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785390732.777380:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:1.0:1785390732.777382:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785390732.777383:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390732.777387:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29dad80 x1872117579660800/t0(0) o9->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.777392:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390732.777394:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390732.777395:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1785390732.777398:0:2352:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8e25d29dad80 x1872117579660800/t0(0) o9->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1785390732.777404:0:2352:0:(import.c:65:import_set_state_nolock()) ffff8e25d2f34800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1785390732.777408:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29dad80 x1872117579660800/t0(0) o9->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390732.777414:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5a586f02-dc38-4641-bf32-0c98ce7f2941:2352:1872117579660800:192.168.202.160@tcp:9:kworker.0 00000100:00000001:1.0:1785390732.777418:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390732.777420:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390732.777423:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29d8000 x1872117579660672/t0(0) o9->lustre-OST0000-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.777428:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390732.777429:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390732.777431:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d1305800. 02000000:00000001:1.0:1785390732.777434:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390732.777435:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390732.777436:0:2352:0:(genops.c:1244:class_import_put()) import ffff8e25c54a9800 refcount=2 obd=lustre-OST0000-osc-ffff8e25c33df800 00000020:00000001:1.0:1785390732.777438:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390732.777439:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d2f0a200. 02000000:00000001:1.0:1785390732.777442:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390732.777443:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390732.777444:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29d8000. 00000100:00000001:1.0:1785390732.777446:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390732.777453:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390732.777454:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390732.777468:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29dad80 x1872117579660800/t0(0) o9->lustre-OST0001-osc-ffff8e25c33df800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1785390742 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390732.777474:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390732.777475:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390732.777477:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d1304a00. 02000000:00000001:1.0:1785390732.777480:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390732.777481:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390732.777482:0:2352:0:(genops.c:1244:class_import_put()) import ffff8e25d2f34800 refcount=2 obd=lustre-OST0001-osc-ffff8e25c33df800 00000020:00000001:1.0:1785390732.777484:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390732.777485:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d2f0ae00. 02000000:00000001:1.0:1785390732.777487:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390732.777488:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390732.777489:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29dad80. 00000100:00000001:1.0:1785390732.777492:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390732.777493:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390732.777494:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390732.777510:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785390732.777519:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390732.777522:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390732.777523:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390733.213625:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390733.213632:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390733.213638:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390733.213639:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785390733.214305:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785390733.214309:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785390733.214313:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785390733.851929:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a110 (cpu 1) has reached its deadline 4295033884, at 4295033920 00000100:00000010:1.0:1785390733.851944:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25d1ecd540. 00000100:00000040:0.0:1785390733.851994:0:52:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a000 (cpu 0) has reached its deadline 4295033884, at 4295033920 00000100:00000010:0.0:1785390733.851999:0:52:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25d1ecd0c0. 00010000:00000001:2.0:1785390734.238686:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390734.238694:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1785390734.238697:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1785390734.238700:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390734.238705:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1785390734.238707:0:41:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390734.238710:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390734.238712:0:41:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390734.238716:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390734.238718:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390734.238735:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390734.238738:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390734.238741:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390735.261400:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390735.261407:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390735.261423:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390735.261424:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785390735.261503:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785390735.261508:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785390735.261511:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390736.294955:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390736.294961:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390736.294966:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390736.294968:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785390736.295148:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785390736.295153:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390736.295156:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390737.307920:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390737.307946:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390737.307952:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390737.307953:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785390737.308058:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785390737.308063:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785390737.308081:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785390737.884465:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785390737.884478:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785390737.884502:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29dad80. 00000020:00000040:1.0:1785390737.884509:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:1.0:1785390737.884514:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390737.884517:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390737.884523:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390737.884532:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d2f0ae00. 00000100:00000001:1.0:1785390737.884539:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390737.884553:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS req@ffff8e25d29dad80 x1872117579660928/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785390737.884567:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390737.884572:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390737.884579:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f723ec38] to pc [ptlrpcd_00_01+1] req@ffff8e25d29dad80 x1872117579660928/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.884618:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390737.884622:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785390737.884625:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785390737.884628:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29d8000. 00000020:00000040:1.0:1785390737.884631:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25d2ed7800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000100:00000001:1.0:1785390737.884633:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390737.884635:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390737.884637:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390737.884640:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d2f0a200. 00000100:00000001:1.0:1785390737.884643:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390737.884647:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID req@ffff8e25d29d8000 x1872117579661056/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785390737.884654:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390737.884656:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390737.884660:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068e79d64] to pc [ptlrpcd_00_00+0] req@ffff8e25d29d8000 x1872117579661056/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.884667:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390737.884670:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785390737.884678:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785390737.884681:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785390737.884685:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785390737.884688:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785390737.884691:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785390737.884694:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29daa00. 00000020:00000040:1.0:1785390737.884696:0:38:0:(genops.c:1231:class_import_get()) import ffff8e25c54ac800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000100:00000001:1.0:1785390737.884698:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390737.884699:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390737.884701:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390737.884704:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d2f0a600. 00000100:00000001:1.0:1785390737.884707:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390737.884711:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID req@ffff8e25d29daa00 x1872117579661184/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785390737.884718:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390737.884720:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390737.884724:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031909b32] to pc [ptlrpcd_00_01+1] req@ffff8e25d29daa00 x1872117579661184/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.884731:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390737.884733:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785390737.884736:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785390737.884738:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785390737.884741:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785390737.884746:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (375) 00000100:00000001:1.0:1785390737.884826:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390737.884830:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785390737.884837:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785390737.884842:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29d8000 x1872117579661056/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.884850:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785390737.884852:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390737.884856:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785390737.884859:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785390737.884862:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390737.884865:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579661056:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1785390737.884870:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785390737.884876:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785390737.884879:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390737.884882:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785390737.884886:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d0b75800. 02000000:00000001:1.0:1785390737.884888:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390737.884895:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1785390737.884900:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c4ccd1b8. 00000400:00000010:1.0:1785390737.884907:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f3b8. 00000100:00000200:1.0:1785390737.884915:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579661056, portal 10 00000100:00000001:1.0:1785390737.884918:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390737.884919:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831312384 : -125181878239232 : ffff8e25d29d8000) 00000100:00000040:1.0:1785390737.884926:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29d8000 x1872117579661056/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.884934:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785390737.884937:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1785390737.884939:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f5d8. 00000100:00000200:1.0:1785390737.884941:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579661056, offset 0 00000400:00000200:1.0:1785390737.884948:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1785390737.885428:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390737.885438:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390737.885444:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785390737.885448:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1785390737.885452:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785390737.885461:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1785390737.885466:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [133:133:256:4294967295] 192.168.202.160@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:1.0:1785390737.885471:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390737.885481:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1785390737.885488:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390737.885494:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d2f0a400. 00000800:00000200:1.0:1785390737.885501:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390737.885508:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390737.885513:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d2f0a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785390737.885534:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390737.885539:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: using a timeout of 136151 usecs (137 jiffies) 00000400:00000200:1.0:1785390737.885542:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1785390737.885545:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 0 is 4295038090 00000100:00000010:1.0:1785390737.885550:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25d330b0c0. 00000100:00000001:1.0:1785390737.885557:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1785390737.885563:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 1 is 4295038090 00000100:00000010:1.0:1785390737.885566:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25d330b900. 00000100:00000001:1.0:1785390737.885569:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1785390737.885573:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390737.885576:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390737.885579:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390737.885582:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390737.885589:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785390737.885591:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1785390737.885593:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390737.885594:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785390737.885595:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390737.885599:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1785390737.885600:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390737.885602:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785390737.885603:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390737.885605:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390737.885612:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785390737.885613:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785390737.885617:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29dad80 x1872117579660928/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.885625:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785390737.885626:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390737.885628:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785390737.885630:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785390737.885632:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390737.885635:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579660928:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1785390737.885638:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785390737.885640:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785390737.885642:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390737.885644:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785390737.885647:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d0b74200. 02000000:00000001:1.0:1785390737.885649:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390737.885653:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1785390737.885656:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c4ccdf78. 00000400:00000010:1.0:1785390737.885660:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f220. 00000100:00000200:1.0:1785390737.885663:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579660928, portal 25 00000100:00000001:1.0:1785390737.885665:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390737.885666:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831324032 : -125181878227584 : ffff8e25d29dad80) 00000100:00000040:1.0:1785390737.885670:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29dad80 x1872117579660928/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.885678:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785390737.885680:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1785390737.885682:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f198. 00000100:00000200:1.0:1785390737.885684:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872117579660928, offset 0 00000400:00000200:1.0:1785390737.885687:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1785390737.885691:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390737.885694:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390737.885697:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785390737.885699:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1785390737.885706:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785390737.885708:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1785390737.885711:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [134:134:255:4294967295] 192.168.202.160@tcp LPNI seq info [134:134:7:4294967295] 00000400:00000200:1.0:1785390737.885715:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390737.885722:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1785390737.885726:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390737.885729:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d2f0af00. 00000800:00000200:1.0:1785390737.885733:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390737.885737:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390737.885740:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d2f0af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785390737.885743:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390737.885746:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1785390737.885748:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295039003 00000100:00000001:1.0:1785390737.885752:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295038090 00000100:00000001:1.0:1785390737.885755:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295039003 00000100:00000001:1.0:1785390737.885757:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295038090 00000100:00000001:1.0:1785390737.885760:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390737.885762:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390737.885764:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785390737.885767:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29daa00 x1872117579661184/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.885773:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785390737.885775:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390737.885777:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785390737.885778:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785390737.885780:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390737.885812:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2353:1872117579661184:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1785390737.885815:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785390737.885818:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785390737.885823:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390737.885825:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785390737.885828:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d0b74800. 02000000:00000001:1.0:1785390737.885829:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390737.885833:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1785390737.885835:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c4ccde70. 00000400:00000010:1.0:1785390737.885839:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324fcc0. 00000100:00000200:1.0:1785390737.885841:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579661184, portal 10 00000100:00000001:1.0:1785390737.885843:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390737.885845:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831323136 : -125181878228480 : ffff8e25d29daa00) 00000100:00000040:1.0:1785390737.885850:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29daa00 x1872117579661184/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.885855:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785390737.885857:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1785390737.885860:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f000. 00000100:00000200:1.0:1785390737.885862:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579661184, offset 0 00000400:00000200:1.0:1785390737.885865:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1785390737.885868:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390737.885871:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390737.885873:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785390737.885875:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1785390737.885877:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785390737.885879:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1785390737.885882:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [135:135:254:4294967295] 192.168.202.160@tcp LPNI seq info [135:135:6:4294967295] 00000400:00000200:1.0:1785390737.885885:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390737.885890:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1785390737.885893:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390737.885896:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d2f0a000. 00000800:00000200:1.0:1785390737.885899:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390737.885903:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390737.885905:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d2f0a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785390737.885908:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390737.885915:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: using a timeout of 19292 usecs (20 jiffies) 00000400:00000200:1.0:1785390737.885918:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1785390737.885919:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295037974 00000100:00000001:1.0:1785390737.885922:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 0, keep current deadline 4295039003 00000100:00000001:1.0:1785390737.885924:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295037974 00000100:00000001:1.0:1785390737.885926:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 1, keep current deadline 4295039003 00000100:00000001:1.0:1785390737.885927:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390737.885929:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390737.885931:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390737.885932:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390737.886156:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785390737.886159:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1785390737.891100:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390737.891111:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d2f0a400. 00000400:00000200:1.0:1785390737.891120:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390737.891130:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390737.891138:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f5d8 00000400:00000010:1.0:1785390737.891141:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f5d8. 00000100:00000001:1.0:1785390737.891147:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390737.891155:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29d8000 x1872117579661056/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.891168:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390737.891171:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29d8000 x1872117579661056/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.891179:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390737.891181:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390737.891199:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390737.891201:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d2f0af00. 00000400:00000200:1.0:1785390737.891204:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390737.891207:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390737.891210:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f198 00000400:00000010:1.0:1785390737.891212:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f198. 00000100:00000001:1.0:1785390737.891214:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390737.891219:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29dad80 x1872117579660928/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.891240:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390737.891244:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29dad80 x1872117579660928/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.891250:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390737.891252:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390737.892933:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390737.892940:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d2f0a000. 00000400:00000200:1.0:1785390737.892956:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390737.892967:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390737.892973:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f000 00000400:00000010:1.0:1785390737.892974:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f000. 00000100:00000001:1.0:1785390737.892979:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390737.892984:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29daa00 x1872117579661184/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.892994:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390737.892997:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29daa00 x1872117579661184/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.893003:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390737.893005:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785390737.913715:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390737.913737:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390737.913742:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390737.913745:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390737.913755:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390737.913763:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390737.913775:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390737.913798:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390737.913804:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390737.913809:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57503f00 00000400:00000200:0.0:1785390737.913815:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390737.913824:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x811 [1] + 224 00000800:00000001:0.0:1785390737.913831:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390737.913836:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390737.913840:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390737.913844:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390737.913853:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390737.913863:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29d8000 x1872117579661056/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390737.913874:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d29d8000 x1872117579661056/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390737.913896:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390737.913906:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390737.913910:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390737.913912:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390737.913914:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390737.913932:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390737.913935:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390737.913939:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390737.913942:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390737.913945:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390737.913948:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57503f80 00000400:00000200:0.0:1785390737.913951:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390737.913955:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x831 [1] + 224 00000800:00000001:0.0:1785390737.913960:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390737.913963:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390737.913966:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390737.913969:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390737.913972:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390737.913977:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29daa00 x1872117579661184/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390737.913986:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d29daa00 x1872117579661184/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390737.913993:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390737.913997:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390737.914000:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390737.914001:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390737.914003:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390737.914006:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390737.914009:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390737.914013:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390737.914015:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390737.914018:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390737.914021:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 25 MB=0x6a6ae57503e80 00000400:00000200:0.0:1785390737.914025:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390737.914029:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:0.0:1785390737.914033:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390737.914046:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390737.914048:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390737.914052:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390737.914055:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390737.914060:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29dad80 x1872117579660928/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390737.914068:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d29dad80 x1872117579660928/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390737.914076:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390737.914080:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390737.914083:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390737.914911:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390737.914917:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785390737.914925:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390737.914927:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390737.914931:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c4ccdf78. 00000400:00000200:1.0:1785390737.914938:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f220 00000400:00000010:1.0:1785390737.914940:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f220. 00000100:00000001:1.0:1785390737.914944:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390737.914951:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29dad80 x1872117579660928/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390737.914971:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29dad80 x1872117579660928/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.914978:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390737.914988:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390737.914991:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390737.914995:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390737.914998:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390737.915000:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390737.915004:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390737.915011:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932c60 time=114 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390737.915016:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=114 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390737.915019:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390737.915020:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390737.915024:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785390737.915026:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390737.915029:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390737.915034:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29dad80 x1872117579660928/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.915042:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390737.915045:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390737.915047:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785390737.915051:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29dad80 x1872117579660928/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390737.915059:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579660928:192.168.202.160@tcp:400:kworker.0 00000400:00000001:1.0:1785390737.915066:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390737.915074:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390737.915077:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c4ccde70. 00000400:00000200:1.0:1785390737.915079:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324fcc0 00000400:00000010:1.0:1785390737.915081:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324fcc0. 00000100:00000001:1.0:1785390737.915084:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390737.915088:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29daa00 x1872117579661184/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390737.915097:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29daa00 x1872117579661184/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.915104:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390737.915110:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390737.915112:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390737.915114:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390737.915116:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390737.915117:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390737.915119:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390737.915126:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25c54acc60 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390737.915129:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25c54acc18 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390737.915132:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390737.915133:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390737.915135:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785390737.915138:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390737.915141:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785390737.915143:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:1.0:1785390737.915145:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785390737.915147:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390737.915151:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29daa00 x1872117579661184/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.915158:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390737.915161:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390737.915162:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785390737.915166:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29daa00 x1872117579661184/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390737.915173:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2353:1872117579661184:192.168.202.160@tcp:400:kworker.0 00000400:00000001:1.0:1785390737.915178:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390737.915179:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390737.915181:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c4ccd1b8. 00000400:00000200:1.0:1785390737.915183:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f3b8 00000400:00000010:1.0:1785390737.915185:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f3b8. 00000100:00000001:1.0:1785390737.915187:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390737.915190:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29d8000 x1872117579661056/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390737.915197:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29d8000 x1872117579661056/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.915209:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390737.915210:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390737.915212:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390737.915214:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390737.915215:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390737.915216:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390737.915218:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390737.915223:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2ed7c60 time=114 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390737.915227:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2ed7c18 time=114 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390737.915229:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390737.915230:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390737.915232:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785390737.915234:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390737.915236:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785390737.915237:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c7faa000: skip recheck: last_committed 0 00000100:00000001:1.0:1785390737.915239:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785390737.915240:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390737.915244:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29d8000 x1872117579661056/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.915250:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390737.915252:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390737.915253:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785390737.915256:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29d8000 x1872117579661056/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390737.915263:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579661056:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1785390737.915267:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390737.915270:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390737.915273:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29dad80 x1872117579660928/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.915279:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390737.915282:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390737.915290:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d0b74200. 02000000:00000001:1.0:1785390737.915294:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390737.915297:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390737.915299:0:2353:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:1.0:1785390737.915301:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390737.915304:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d2f0ae00. 02000000:00000001:1.0:1785390737.915308:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390737.915310:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390737.915312:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29dad80. 00000100:00000001:1.0:1785390737.915316:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390737.915318:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390737.915320:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390737.915324:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29daa00 x1872117579661184/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.915329:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390737.915330:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390737.915332:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d0b74800. 02000000:00000001:1.0:1785390737.915334:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390737.915335:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390737.915336:0:2353:0:(genops.c:1244:class_import_put()) import ffff8e25c54ac800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000020:00000001:1.0:1785390737.915338:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390737.915340:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d2f0a600. 02000000:00000001:1.0:1785390737.915342:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390737.915343:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390737.915344:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29daa00. 00000100:00000001:1.0:1785390737.915347:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390737.915348:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390737.915350:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390737.915353:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29d8000 x1872117579661056/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390737.915359:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390737.915360:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390737.915362:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d0b75800. 02000000:00000001:1.0:1785390737.915364:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390737.915365:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390737.915366:0:2353:0:(genops.c:1244:class_import_put()) import ffff8e25d2ed7800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000020:00000001:1.0:1785390737.915373:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390737.915374:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d2f0a200. 02000000:00000001:1.0:1785390737.915376:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390737.915377:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390737.915379:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29d8000. 00000100:00000001:1.0:1785390737.915381:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390737.915382:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390737.915384:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390737.915391:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785390737.915393:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390737.915395:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390737.915398:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390738.334908:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390738.334915:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390738.334920:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390738.334921:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785390738.335051:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785390738.335063:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390738.335076:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785390738.972353:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a110 (cpu 1) has reached its deadline 4295039003, at 4295039040 00000100:00000010:1.0:1785390738.972368:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25d330b900. 00000100:00000040:0.0:1785390738.972609:0:52:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a000 (cpu 0) has reached its deadline 4295039003, at 4295039040 00000100:00000010:0.0:1785390738.972615:0:52:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25d330b0c0. 00010000:00000001:2.0:1785390739.356650:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390739.356658:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390739.356663:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390739.356664:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785390739.356749:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785390739.356753:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785390739.356755:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390740.382032:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390740.382038:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390740.382043:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390740.382046:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1785390740.382049:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1785390740.382053:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390740.382056:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1785390740.382065:0:41:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390740.382067:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390740.382069:0:41:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390740.382136:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390740.382140:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390740.382144:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390741.403928:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390741.403936:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390741.403941:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390741.403942:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785390741.404211:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785390741.404215:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785390741.404218:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390742.430953:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390742.430962:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390742.430969:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390742.430970:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390742.430998:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390742.431002:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390742.431004:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1785390743.004845:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785390743.004864:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785390743.004875:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d318aa00. 00000020:00000040:0.0:1785390743.004882:0:36:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:0.0:1785390743.004886:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785390743.004889:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785390743.004895:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785390743.004904:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d271d600. 00000100:00000001:0.0:1785390743.004912:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390743.004924:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS req@ffff8e25d318aa00 x1872117579661312/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785390743.004935:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785390743.004939:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390743.004944:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfbdb4a8] to pc [ptlrpcd_00_00+0] req@ffff8e25d318aa00 x1872117579661312/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390743.004974:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390743.004977:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785390743.004980:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1785390743.005002:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1785390743.005006:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1785390743.005008:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390743.005023:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785390743.005025:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390743.005027:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785390743.005029:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785390743.005031:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785390743.005037:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d318aa00 x1872117579661312/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390743.005044:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785390743.005046:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390743.005050:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785390743.005052:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785390743.005055:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785390743.005058:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d318aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2354:1872117579661312:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1785390743.005062:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785390743.005068:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785390743.005071:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390743.005073:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785390743.005084:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c4b20c00. 02000000:00000001:0.0:1785390743.005086:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785390743.005093:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1785390743.005097:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c38b43c8. 00000400:00000010:0.0:1785390743.005104:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25c5bf32a8. 00000100:00000200:0.0:1785390743.005111:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579661312, portal 25 00000100:00000001:0.0:1785390743.005113:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785390743.005114:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891839384064 : -125181870167552 : ffff8e25d318aa00) 00000100:00000040:0.0:1785390743.005120:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d318aa00 x1872117579661312/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390743.005126:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785390743.005129:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1785390743.005131:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25c5bf3c38. 00000100:00000200:0.0:1785390743.005134:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872117579661312, offset 0 00000400:00000200:0.0:1785390743.005150:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1785390743.005159:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.005166:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1785390743.005171:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785390743.005174:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1785390743.005178:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785390743.005181:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1785390743.005185:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [136:136:256:4294967295] 192.168.202.160@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:0.0:1785390743.005188:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.005197:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1785390743.005202:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1785390743.005206:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d271d500. 00000800:00000200:0.0:1785390743.005213:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1785390743.005221:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1785390743.005225:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d271d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785390743.005234:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785390743.005237:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1785390743.005239:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295044123 00000100:00000010:0.0:1785390743.005243:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25c38bf1e0. 00000100:00000001:0.0:1785390743.005249:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1785390743.005256:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295044123 00000100:00000010:0.0:1785390743.005258:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25c38bf060. 00000100:00000001:0.0:1785390743.005261:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1785390743.005264:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785390743.005266:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390743.005269:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390743.005271:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1785390743.005283:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d3188700. 00000020:00000040:0.0:1785390743.005286:0:36:0:(genops.c:1231:class_import_get()) import ffff8e25d2ed7800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000100:00000001:0.0:1785390743.005288:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785390743.005289:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785390743.005295:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785390743.005299:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d271d300. 00000100:00000001:0.0:1785390743.005302:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390743.005308:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID req@ffff8e25d3188700 x1872117579661440/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785390743.005315:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785390743.005316:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390743.005320:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000535f8c40] to pc [ptlrpcd_00_01+1] req@ffff8e25d3188700 x1872117579661440/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390743.005330:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390743.005332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785390743.005335:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785390743.005337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785390743.005340:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785390743.005342:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785390743.005344:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1785390743.005359:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785390743.005360:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785390743.005361:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785390743.005372:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d3188700 x1872117579661440/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390743.005379:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785390743.005380:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390743.005383:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785390743.005384:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785390743.005386:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785390743.005389:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d3188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579661440:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1785390743.005392:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785390743.005399:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785390743.005400:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390743.005402:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785390743.005405:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c4b21400. 02000000:00000001:0.0:1785390743.005407:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785390743.005411:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1785390743.005414:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c38b4688. 00000400:00000010:0.0:1785390743.005418:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25c5bf3220. 00000100:00000200:0.0:1785390743.005420:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579661440, portal 10 00000100:00000001:0.0:1785390743.005422:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785390743.005424:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891839375104 : -125181870176512 : ffff8e25d3188700) 00000100:00000040:0.0:1785390743.005430:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d3188700 x1872117579661440/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390743.005437:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785390743.005440:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1785390743.005443:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25c5bf3f68. 00000100:00000200:0.0:1785390743.005445:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579661440, offset 0 00000400:00000200:0.0:1785390743.005449:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1785390743.005452:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.005455:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1785390743.005458:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785390743.005461:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1785390743.005463:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785390743.005466:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1785390743.005469:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [137:137:255:4294967295] 192.168.202.160@tcp LPNI seq info [137:137:7:4294967295] 00000400:00000200:0.0:1785390743.005473:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.005480:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1785390743.005485:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1785390743.005488:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d271d700. 00000800:00000200:0.0:1785390743.005492:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1785390743.005496:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1785390743.005499:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d271d700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785390743.005506:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390743.005510:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: using a timeout of 132772 usecs (133 jiffies) 00000400:00000200:0.0:1785390743.005513:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1785390743.005515:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 0 is 4295043206 00000100:00000001:0.0:1785390743.005517:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request active for cpu 0, keep current deadline 4295044123 00000100:00000001:0.0:1785390743.005519:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 1 is 4295043206 00000100:00000001:0.0:1785390743.005521:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request active for cpu 1, keep current deadline 4295044123 00000100:00000001:0.0:1785390743.005523:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785390743.005525:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390743.005537:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390743.005539:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390743.005542:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785390743.005544:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1785390743.005546:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785390743.005547:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785390743.005549:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390743.005550:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1785390743.005558:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d3189180. 00000020:00000040:0.0:1785390743.005561:0:36:0:(genops.c:1231:class_import_get()) import ffff8e25c54ac800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000100:00000001:0.0:1785390743.005563:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785390743.005565:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785390743.005567:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785390743.005570:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d271de00. 00000100:00000001:0.0:1785390743.005573:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390743.005577:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID req@ffff8e25d3189180 x1872117579661568/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785390743.005585:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785390743.005587:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390743.005590:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046070911] to pc [ptlrpcd_00_00+0] req@ffff8e25d3189180 x1872117579661568/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390743.005601:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390743.005607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785390743.005610:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785390743.005612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785390743.005616:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1785390743.005622:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785390743.005623:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785390743.005624:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785390743.005626:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1785390743.005628:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390743.005630:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785390743.005631:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390743.005633:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785390743.005634:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785390743.005635:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785390743.005648:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d3189180 x1872117579661568/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390743.005655:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785390743.005656:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390743.005658:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785390743.005660:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785390743.005662:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785390743.005664:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d3189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a586f02-dc38-4641-bf32-0c98ce7f2941:2354:1872117579661568:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1785390743.005668:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785390743.005670:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785390743.005671:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390743.005673:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785390743.005676:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c4b20400. 02000000:00000001:0.0:1785390743.005678:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785390743.005681:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1785390743.005683:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c38b4058. 00000400:00000010:0.0:1785390743.005687:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25c5bf3b28. 00000100:00000200:0.0:1785390743.005689:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579661568, portal 10 00000100:00000001:0.0:1785390743.005695:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785390743.005696:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891839377792 : -125181870173824 : ffff8e25d3189180) 00000100:00000040:0.0:1785390743.005702:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d3189180 x1872117579661568/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390743.005709:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785390743.005711:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1785390743.005714:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25c5bf3990. 00000100:00000200:0.0:1785390743.005716:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579661568, offset 0 00000400:00000200:0.0:1785390743.005719:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1785390743.005723:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.005726:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1785390743.005729:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785390743.005731:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1785390743.005734:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785390743.005736:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1785390743.005740:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [138:138:254:4294967295] 192.168.202.160@tcp LPNI seq info [138:138:6:4294967295] 00000400:00000200:0.0:1785390743.005744:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.005751:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1785390743.005755:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1785390743.005759:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25c9674a00. 00000800:00000200:0.0:1785390743.005762:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1785390743.005767:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1785390743.005769:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25c9674a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785390743.005772:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390743.005775:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: using a timeout of 21161 usecs (22 jiffies) 00000400:00000200:0.0:1785390743.005778:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1785390743.005780:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295043095 00000100:00000001:0.0:1785390743.005824:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 0, keep current deadline 4295044123 00000100:00000001:0.0:1785390743.005827:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295043096 00000100:00000001:0.0:1785390743.005829:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 1, keep current deadline 4295044123 00000100:00000001:0.0:1785390743.005835:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785390743.005837:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390743.005840:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390743.005842:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390743.005863:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (380) 00000100:00000001:1.0:1785390743.007726:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390743.007733:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1785390743.007802:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390743.007806:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d271d500. 00000400:00000200:1.0:1785390743.007815:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390743.007822:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390743.007829:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25c5bf3c38 00000400:00000010:1.0:1785390743.007832:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25c5bf3c38. 00000100:00000001:1.0:1785390743.007837:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390743.007843:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d318aa00 x1872117579661312/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390743.007864:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390743.007868:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d318aa00 x1872117579661312/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390759 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390743.007877:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390743.007888:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390743.007900:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390743.007902:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d271d700. 00000400:00000200:1.0:1785390743.007905:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390743.007909:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390743.007912:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25c5bf3f68 00000400:00000010:1.0:1785390743.007914:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25c5bf3f68. 00000100:00000001:1.0:1785390743.007916:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390743.007920:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d3188700 x1872117579661440/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390743.007929:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390743.007931:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d3188700 x1872117579661440/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390743.007938:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390743.007940:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390743.008006:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390743.008009:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25c9674a00. 00000400:00000200:1.0:1785390743.008012:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390743.008015:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390743.008018:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25c5bf3990 00000400:00000010:1.0:1785390743.008020:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25c5bf3990. 00000100:00000001:1.0:1785390743.008022:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390743.008025:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d3189180 x1872117579661568/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390743.008033:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390743.008036:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d3189180 x1872117579661568/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390743.008044:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390743.008045:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785390743.033828:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390743.033871:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390743.033876:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390743.033878:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390743.033889:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.033897:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390743.033921:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.033926:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.033932:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.033936:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 25 MB=0x6a6ae57504000 00000400:00000200:0.0:1785390743.033941:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.033948:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:0.0:1785390743.033955:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390743.033959:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390743.033962:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390743.033967:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390743.033975:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390743.033984:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d318aa00 x1872117579661312/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390743.034005:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d318aa00 x1872117579661312/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390743.034048:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390743.034055:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390743.034058:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390743.034060:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390743.034062:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390743.034064:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.034078:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390743.034095:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.034098:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.034101:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.034103:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57504080 00000400:00000200:0.0:1785390743.034107:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.034111:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:0.0:1785390743.034114:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390743.034117:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390743.034119:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390743.034122:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390743.034125:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390743.034129:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d3188700 x1872117579661440/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390743.034136:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d3188700 x1872117579661440/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390743.034143:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390743.034146:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390743.034148:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390743.034149:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390743.034151:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390743.034154:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.034156:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390743.034160:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.034162:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.034163:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.034171:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57504100 00000400:00000200:0.0:1785390743.034174:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390743.034177:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x861 [1] + 224 00000800:00000001:0.0:1785390743.034180:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390743.034184:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390743.034186:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390743.034193:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390743.034195:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390743.034199:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d3189180 x1872117579661568/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390743.034206:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d3189180 x1872117579661568/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390743.034212:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390743.034214:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390743.034217:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390743.034506:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390743.034510:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785390743.034520:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390743.034523:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390743.034557:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c38b4058. 00000400:00000200:1.0:1785390743.034562:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25c5bf3b28 00000400:00000010:1.0:1785390743.034564:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25c5bf3b28. 00000100:00000001:1.0:1785390743.034568:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390743.034572:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d3189180 x1872117579661568/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390743.034580:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d3189180 x1872117579661568/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390743.034586:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390743.034587:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390743.034589:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390743.034593:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390743.034595:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390743.034597:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390743.034600:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390743.034609:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25c54acc60 time=32 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390743.034612:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25c54acc18 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390743.034615:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390743.034617:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390743.034620:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785390743.034624:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390743.034627:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785390743.034628:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:1.0:1785390743.034630:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785390743.034631:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390743.034635:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d3189180 x1872117579661568/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390743.034650:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390743.034653:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390743.034655:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785390743.034659:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d3189180 x1872117579661568/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390743.034666:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d3189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a586f02-dc38-4641-bf32-0c98ce7f2941:2354:1872117579661568:192.168.202.160@tcp:400:kworker.0 00000400:00000001:1.0:1785390743.034676:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390743.034678:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390743.034679:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c38b4688. 00000400:00000200:1.0:1785390743.034681:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25c5bf3220 00000400:00000010:1.0:1785390743.034683:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25c5bf3220. 00000100:00000001:1.0:1785390743.034685:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390743.034688:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d3188700 x1872117579661440/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390743.034695:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d3188700 x1872117579661440/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390743.034699:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390743.034700:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390743.034701:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390743.034702:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390743.034703:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390743.034705:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390743.034706:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390743.034710:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2ed7c60 time=120 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390743.034712:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2ed7c18 time=120 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390743.034714:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390743.034715:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390743.034717:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785390743.034719:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390743.034720:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785390743.034721:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c7faa000: skip recheck: last_committed 0 00000100:00000001:1.0:1785390743.034723:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785390743.034724:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390743.034727:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d3188700 x1872117579661440/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390743.034731:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390743.034733:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390743.034734:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785390743.034737:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d3188700 x1872117579661440/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390743.034747:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d3188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2354:1872117579661440:192.168.202.160@tcp:400:kworker.0 00000400:00000001:1.0:1785390743.034751:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390743.034752:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390743.034753:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c38b43c8. 00000400:00000200:1.0:1785390743.034755:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25c5bf32a8 00000400:00000010:1.0:1785390743.034757:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25c5bf32a8. 00000100:00000001:1.0:1785390743.034759:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390743.034762:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d318aa00 x1872117579661312/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390743.034768:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d318aa00 x1872117579661312/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390743.034772:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390743.034773:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390743.034775:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390743.034776:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390743.034777:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390743.034778:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390743.034779:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390743.034801:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932c60 time=120 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390743.034803:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=120 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390743.034805:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390743.034806:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390743.034807:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785390743.034809:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390743.034811:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390743.034814:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d318aa00 x1872117579661312/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390743.034819:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390743.034821:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390743.034822:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785390743.034824:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d318aa00 x1872117579661312/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390743.034835:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d318aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2354:1872117579661312:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1785390743.034838:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390743.034841:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390743.034843:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d3189180 x1872117579661568/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390743.034849:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390743.034866:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390743.034870:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c4b20400. 02000000:00000001:1.0:1785390743.034873:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390743.034875:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390743.034877:0:2354:0:(genops.c:1244:class_import_put()) import ffff8e25c54ac800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000020:00000001:1.0:1785390743.034879:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390743.034882:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d271de00. 02000000:00000001:1.0:1785390743.034885:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390743.034887:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390743.034889:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d3189180. 00000100:00000001:1.0:1785390743.034892:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390743.034893:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390743.034894:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390743.034897:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d3188700 x1872117579661440/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390743.034902:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390743.034903:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390743.034905:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c4b21400. 02000000:00000001:1.0:1785390743.034906:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390743.034907:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390743.034908:0:2354:0:(genops.c:1244:class_import_put()) import ffff8e25d2ed7800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000020:00000001:1.0:1785390743.034909:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390743.034910:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d271d300. 02000000:00000001:1.0:1785390743.034912:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390743.034913:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390743.034914:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d3188700. 00000100:00000001:1.0:1785390743.034922:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390743.034923:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390743.034924:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390743.034927:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d318aa00 x1872117579661312/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390759 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390743.034932:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390743.034933:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390743.034935:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c4b20c00. 02000000:00000001:1.0:1785390743.034936:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390743.034937:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390743.034938:0:2354:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:1.0:1785390743.034940:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390743.034941:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d271d600. 02000000:00000001:1.0:1785390743.034942:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390743.034943:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390743.034944:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d318aa00. 00000100:00000001:1.0:1785390743.034946:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390743.034947:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390743.034949:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390743.034956:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785390743.034957:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390743.034960:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390743.034962:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390743.453997:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390743.454004:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390743.454008:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390743.454016:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785390743.460864:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785390743.460871:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785390743.460876:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1785390744.097520:0:52:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a000 (cpu 0) has reached its deadline 4295044123, at 4295044164 00000100:00000010:0.0:1785390744.097534:0:52:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25c38bf1e0. 00000100:00000040:1.0:1785390744.097712:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a110 (cpu 1) has reached its deadline 4295044123, at 4295044164 00000100:00000010:1.0:1785390744.097718:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25c38bf060. 00010000:00000001:2.0:1785390744.476123:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390744.476131:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1785390744.476133:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1785390744.476136:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390744.476140:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1785390744.476142:0:41:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390744.476144:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390744.476146:0:41:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390744.476150:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390744.476151:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785390744.476441:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785390744.476445:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785390744.476448:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1785390744.586414:0:9361:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1785390744.586428:0:9361:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1785390745.061547:0:9397:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1785390745.061554:0:9397:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:2.0:1785390745.064257:0:9397:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1785390745.505500:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390745.505508:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390745.505515:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390745.505516:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785390745.505620:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785390745.505624:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390745.505627:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390746.528887:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390746.528896:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390746.528903:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390746.528905:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785390746.531998:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785390746.532006:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785390746.532012:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1785390747.197699:0:9494:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1785390747.197711:0:9494:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390747.547870:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390747.547879:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390747.547886:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390747.547887:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785390747.547991:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785390747.547995:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785390747.547998:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1785390748.139702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785390748.139712:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785390748.139720:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d1999180. 00000020:00000040:2.0:1785390748.139727:0:36:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:2.0:1785390748.139731:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785390748.139734:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785390748.139740:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785390748.139748:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d0b2a600. 00000100:00000001:2.0:1785390748.139764:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390748.139778:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS req@ffff8e25d1999180 x1872117579661696/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785390748.139829:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785390748.139834:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390748.139840:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002668c609] to pc [ptlrpcd_01_00+0] req@ffff8e25d1999180 x1872117579661696/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.139859:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390748.139862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785390748.139865:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785390748.139870:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d199a680. 00000020:00000040:2.0:1785390748.139872:0:36:0:(genops.c:1231:class_import_get()) import ffff8e25d2ed7800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000100:00000001:2.0:1785390748.139875:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785390748.139876:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785390748.139879:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785390748.139882:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d0b2ab00. 00000100:00000001:2.0:1785390748.139885:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390748.139889:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID req@ffff8e25d199a680 x1872117579661824/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785390748.139896:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785390748.139899:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390748.139902:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064421bf9] to pc [ptlrpcd_01_01+1] req@ffff8e25d199a680 x1872117579661824/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.139910:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390748.139913:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785390748.139916:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785390748.139919:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785390748.139923:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785390748.139932:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785390748.139935:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785390748.139938:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d1998a80. 00000020:00000040:2.0:1785390748.139940:0:36:0:(genops.c:1231:class_import_get()) import ffff8e25c54ac800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000100:00000001:2.0:1785390748.139943:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785390748.139944:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785390748.139946:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785390748.139950:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d0b2a300. 00000100:00000001:2.0:1785390748.139953:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390748.139957:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID req@ffff8e25d1998a80 x1872117579661952/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785390748.139965:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785390748.139968:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390748.139972:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025ef40db] to pc [ptlrpcd_01_00+0] req@ffff8e25d1998a80 x1872117579661952/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.139978:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390748.139981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785390748.139984:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785390748.139986:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785390748.139990:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785390748.139995:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (385) 00000100:00000001:2.0:1785390748.140101:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390748.140105:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785390748.140108:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785390748.140113:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d199a680 x1872117579661824/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.140120:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785390748.140122:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390748.140132:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785390748.140135:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785390748.140137:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390748.140141:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d199a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2356:1872117579661824:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1785390748.140145:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785390748.140152:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785390748.140154:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390748.140157:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785390748.140161:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c4fb2a00. 02000000:00000001:2.0:1785390748.140164:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390748.140172:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1785390748.140176:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c57a9420. 00000400:00000010:2.0:1785390748.140184:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156aaa0. 00000100:00000200:2.0:1785390748.140192:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579661824, portal 10 00000100:00000001:2.0:1785390748.140194:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785390748.140195:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891814282880 : -125181895268736 : ffff8e25d199a680) 00000100:00000040:2.0:1785390748.140203:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d199a680 x1872117579661824/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.140210:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785390748.140213:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1785390748.140215:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156ab28. 00000100:00000200:2.0:1785390748.140219:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579661824, offset 0 00000400:00000200:2.0:1785390748.140225:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1785390748.140234:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390748.140241:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1785390748.140247:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785390748.140250:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1785390748.140254:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785390748.140257:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1785390748.140260:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [139:139:256:4294967295] 192.168.202.160@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:2.0:1785390748.140264:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390748.140274:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1785390748.140287:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1785390748.140292:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d0b2ae00. 00000800:00000200:2.0:1785390748.140299:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1785390748.140307:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1785390748.140311:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d0b2ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785390748.140337:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390748.140342:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: using a timeout of 129571 usecs (130 jiffies) 00000400:00000200:2.0:1785390748.140345:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1785390748.140349:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 0 is 4295048337 00000100:00000010:2.0:1785390748.140353:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25d1ecd360. 00000100:00000001:2.0:1785390748.140360:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1785390748.140366:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 1 is 4295048337 00000100:00000010:2.0:1785390748.140369:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25d1ecd2a0. 00000100:00000001:2.0:1785390748.140372:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1785390748.140376:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390748.140379:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390748.140382:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390748.140384:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390748.140393:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785390748.140395:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1785390748.140397:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390748.140398:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785390748.140400:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390748.140403:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1785390748.140404:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390748.140416:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785390748.140418:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390748.140420:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390748.140421:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785390748.140422:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785390748.140426:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d1999180 x1872117579661696/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.142529:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785390748.142531:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390748.142534:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785390748.142536:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785390748.142539:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390748.142544:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2356:1872117579661696:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1785390748.142548:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785390748.142552:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785390748.142611:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390748.142615:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785390748.142620:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c4fb2200. 02000000:00000001:2.0:1785390748.142622:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390748.142628:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1785390748.142632:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c57a94d0. 00000400:00000010:2.0:1785390748.142638:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156af68. 00000100:00000200:2.0:1785390748.142644:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579661696, portal 25 00000100:00000001:2.0:1785390748.142645:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785390748.142647:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891814277504 : -125181895274112 : ffff8e25d1999180) 00000100:00000040:2.0:1785390748.142653:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d1999180 x1872117579661696/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.142661:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785390748.142663:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1785390748.142666:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a908. 00000100:00000200:2.0:1785390748.142669:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872117579661696, offset 0 00000400:00000200:2.0:1785390748.142674:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1785390748.142680:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390748.142686:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1785390748.142690:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785390748.142693:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1785390748.142697:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785390748.142699:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1785390748.142709:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [140:140:255:4294967295] 192.168.202.160@tcp LPNI seq info [140:140:7:4294967295] 00000400:00000200:2.0:1785390748.142714:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390748.142723:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1785390748.142729:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1785390748.142733:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d0b2ac00. 00000800:00000200:2.0:1785390748.142738:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1785390748.142745:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1785390748.142749:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d0b2ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785390748.142752:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390748.142756:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1785390748.142758:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295049260 00000100:00000001:2.0:1785390748.142765:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295048337 00000100:00000001:2.0:1785390748.142769:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295049260 00000100:00000001:2.0:1785390748.142772:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295048337 00000100:00000001:2.0:1785390748.142775:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390748.142777:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390748.142780:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785390748.142797:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d1998a80 x1872117579661952/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.142804:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785390748.142806:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390748.142809:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785390748.142811:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785390748.142813:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390748.142816:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5a586f02-dc38-4641-bf32-0c98ce7f2941:2356:1872117579661952:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1785390748.142819:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785390748.142821:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785390748.142823:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390748.142825:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785390748.142828:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c4fb3800. 02000000:00000001:2.0:1785390748.142836:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390748.142840:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1785390748.142842:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c57a9318. 00000400:00000010:2.0:1785390748.142845:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a220. 00000100:00000200:2.0:1785390748.142849:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579661952, portal 10 00000100:00000001:2.0:1785390748.142850:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785390748.142852:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891814275712 : -125181895275904 : ffff8e25d1998a80) 00000100:00000040:2.0:1785390748.142858:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d1998a80 x1872117579661952/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.142866:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785390748.142868:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1785390748.142870:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a990. 00000100:00000200:2.0:1785390748.142872:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579661952, offset 0 00000400:00000200:2.0:1785390748.142875:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1785390748.142879:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390748.142882:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1785390748.142884:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785390748.142887:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1785390748.142889:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785390748.142891:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1785390748.142894:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [141:141:254:4294967295] 192.168.202.160@tcp LPNI seq info [141:141:6:4294967295] 00000400:00000200:2.0:1785390748.142898:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390748.142904:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1785390748.142909:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1785390748.142912:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d0b2a400. 00000800:00000200:2.0:1785390748.142915:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1785390748.142919:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1785390748.142922:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d0b2a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785390748.142925:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390748.142928:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: using a timeout of 22532 usecs (23 jiffies) 00000400:00000200:2.0:1785390748.142931:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1785390748.142936:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295048233 00000100:00000001:2.0:1785390748.142939:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 0, keep current deadline 4295049260 00000100:00000001:2.0:1785390748.142941:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295048233 00000100:00000001:2.0:1785390748.142943:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 1, keep current deadline 4295049260 00000100:00000001:2.0:1785390748.142945:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390748.142947:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390748.142949:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390748.142952:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390748.143067:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785390748.143070:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785390748.146552:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390748.146569:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d0b2ae00. 00000400:00000200:0.0:1785390748.146575:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390748.146585:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390748.146593:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156ab28 00000400:00000010:0.0:1785390748.146596:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156ab28. 00000100:00000001:0.0:1785390748.146601:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390748.146609:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d199a680 x1872117579661824/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390748.146623:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390748.146631:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d199a680 x1872117579661824/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390748.146640:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390748.146642:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785390748.146656:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390748.146658:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d0b2ac00. 00000400:00000200:0.0:1785390748.146661:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390748.146665:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390748.146667:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a908 00000400:00000010:0.0:1785390748.146669:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a908. 00000100:00000001:0.0:1785390748.146671:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390748.146675:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d1999180 x1872117579661696/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390748.146682:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390748.146685:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d1999180 x1872117579661696/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390748.146692:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390748.146694:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785390748.146755:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390748.146757:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d0b2a400. 00000400:00000200:0.0:1785390748.146760:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390748.146763:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390748.146766:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a990 00000400:00000010:0.0:1785390748.146768:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a990. 00000100:00000001:0.0:1785390748.146770:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390748.146775:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d1998a80 x1872117579661952/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390748.146796:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390748.146799:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d1998a80 x1872117579661952/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390748.146806:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390748.146808:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785390748.153521:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390748.153541:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390748.153546:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390748.153550:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390748.153570:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390748.153580:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390748.153589:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390748.153595:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390748.153600:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390748.153604:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57504200 00000400:00000200:0.0:1785390748.153610:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390748.153618:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x871 [1] + 224 00000800:00000001:0.0:1785390748.153626:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390748.153630:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390748.153634:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390748.153639:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390748.153648:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390748.153659:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d199a680 x1872117579661824/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390748.153670:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d199a680 x1872117579661824/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390748.153687:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390748.153696:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390748.153700:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390748.153701:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390748.153703:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390748.153706:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390748.153710:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390748.153714:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390748.153716:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390748.153719:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390748.153721:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57504280 00000400:00000200:0.0:1785390748.153724:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390748.153737:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x881 [1] + 224 00000800:00000001:0.0:1785390748.153741:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390748.153745:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390748.153747:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390748.153750:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390748.153754:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390748.153758:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d1998a80 x1872117579661952/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390748.153767:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d1998a80 x1872117579661952/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390748.153775:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390748.153779:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390748.153803:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390748.153805:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390748.153807:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390748.153811:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390748.153814:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390748.153819:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390748.153822:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390748.153825:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390748.153828:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 25 MB=0x6a6ae57504180 00000400:00000200:0.0:1785390748.153832:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390748.153838:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 224/224 into md 0x879 [1] + 224 00000800:00000001:0.0:1785390748.153842:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390748.153848:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390748.153850:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390748.153853:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390748.153856:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390748.153860:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d1999180 x1872117579661696/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390748.153868:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d1999180 x1872117579661696/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390748.153882:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390748.153887:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390748.153891:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390748.157713:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390748.157721:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785390748.157731:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785390748.157733:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785390748.157737:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c57a94d0. 00000400:00000200:2.0:1785390748.157743:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156af68 00000400:00000010:2.0:1785390748.157745:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156af68. 00000100:00000001:2.0:1785390748.157749:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785390748.157774:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d1999180 x1872117579661696/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785390748.157804:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d1999180 x1872117579661696/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.157811:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785390748.157812:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390748.157815:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785390748.157818:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785390748.157821:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785390748.157823:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390748.157827:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785390748.157834:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932c60 time=125 v=5 (5 0 0 0) 00000100:00001000:2.0:1785390748.157839:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=125 v=5 (1 0 0 0) 00000100:00000001:2.0:1785390748.157842:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785390748.157843:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390748.157847:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785390748.157849:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390748.157851:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390748.157866:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d1999180 x1872117579661696/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.157872:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390748.157876:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785390748.157878:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785390748.157882:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d1999180 x1872117579661696/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785390748.157889:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2356:1872117579661696:192.168.202.160@tcp:400:kworker.0 00000400:00000001:2.0:1785390748.157895:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785390748.157897:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785390748.157899:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c57a9318. 00000400:00000200:2.0:1785390748.157902:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a220 00000400:00000010:2.0:1785390748.157903:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a220. 00000100:00000001:2.0:1785390748.157905:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785390748.157910:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d1998a80 x1872117579661952/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785390748.157917:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d1998a80 x1872117579661952/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.157922:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785390748.157924:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390748.157925:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785390748.157927:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785390748.157928:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785390748.157929:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390748.157932:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785390748.157938:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25c54acc60 time=37 v=5 (5 0 0 0) 00000100:00001000:2.0:1785390748.157941:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25c54acc18 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1785390748.157943:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785390748.157945:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390748.157946:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785390748.157950:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390748.157952:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785390748.157960:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:2.0:1785390748.157962:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785390748.157964:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390748.157969:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d1998a80 x1872117579661952/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.157975:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390748.157977:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785390748.157978:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785390748.157981:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d1998a80 x1872117579661952/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785390748.157988:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5a586f02-dc38-4641-bf32-0c98ce7f2941:2356:1872117579661952:192.168.202.160@tcp:400:kworker.0 00000400:00000001:2.0:1785390748.157994:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785390748.157995:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785390748.157997:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c57a9420. 00000400:00000200:2.0:1785390748.158000:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156aaa0 00000400:00000010:2.0:1785390748.158002:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156aaa0. 00000100:00000001:2.0:1785390748.158004:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785390748.158008:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d199a680 x1872117579661824/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785390748.158018:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d199a680 x1872117579661824/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.158024:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785390748.158026:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390748.158028:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785390748.158029:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785390748.158030:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785390748.158032:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390748.158034:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785390748.158038:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2ed7c60 time=125 v=5 (5 0 0 0) 00000100:00001000:2.0:1785390748.158041:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2ed7c18 time=125 v=5 (1 0 0 0) 00000100:00000001:2.0:1785390748.158043:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785390748.158050:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390748.158052:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785390748.158054:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390748.158057:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785390748.158058:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c7faa000: skip recheck: last_committed 0 00000100:00000001:2.0:1785390748.158060:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785390748.158061:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390748.158066:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d199a680 x1872117579661824/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.158072:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390748.158074:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785390748.158075:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785390748.158078:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d199a680 x1872117579661824/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785390748.158085:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d199a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2356:1872117579661824:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1785390748.158088:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390748.158091:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785390748.158093:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d1999180 x1872117579661696/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.158100:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785390748.158103:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785390748.158107:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c4fb2200. 02000000:00000001:2.0:1785390748.158110:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785390748.158113:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785390748.158114:0:2356:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:2.0:1785390748.158117:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785390748.158120:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d0b2a600. 02000000:00000001:2.0:1785390748.158124:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785390748.158126:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785390748.158128:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d1999180. 00000100:00000001:2.0:1785390748.158131:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785390748.158132:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390748.158134:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785390748.158143:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d1998a80 x1872117579661952/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.158150:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785390748.158151:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785390748.158153:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c4fb3800. 02000000:00000001:2.0:1785390748.158155:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785390748.158157:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785390748.158158:0:2356:0:(genops.c:1244:class_import_put()) import ffff8e25c54ac800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000020:00000001:2.0:1785390748.158160:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785390748.158161:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d0b2a300. 02000000:00000001:2.0:1785390748.158163:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785390748.158164:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785390748.158165:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d1998a80. 00000100:00000001:2.0:1785390748.158168:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785390748.158169:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390748.158171:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785390748.158174:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d199a680 x1872117579661824/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390764 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390748.158179:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785390748.158180:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785390748.158181:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c4fb2a00. 02000000:00000001:2.0:1785390748.158183:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785390748.158185:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785390748.158186:0:2356:0:(genops.c:1244:class_import_put()) import ffff8e25d2ed7800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000020:00000001:2.0:1785390748.158188:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785390748.158189:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d0b2ab00. 02000000:00000001:2.0:1785390748.158190:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785390748.158191:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785390748.158193:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d199a680. 00000100:00000001:2.0:1785390748.158195:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785390748.158196:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390748.158198:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390748.158206:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785390748.158209:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390748.158211:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390748.158213:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390748.571933:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390748.571940:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390748.571946:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390748.571947:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785390748.572052:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785390748.572057:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785390748.572059:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1785390749.211923:0:8158:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a000 (cpu 0) has reached its deadline 4295049260, at 4295049280 00000100:00000010:0.0:1785390749.211938:0:8158:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25d1ecd360. 00000100:00000040:1.0:1785390749.212406:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a110 (cpu 1) has reached its deadline 4295049260, at 4295049280 00000100:00000010:1.0:1785390749.212413:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25d1ecd2a0. 00000020:00000010:2.0:1785390749.395424:0:9559:0:(kernelcomm.c:99:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8e25d29dc240. 00000400:00000040:2.0:1785390749.395446:0:9559:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1785390749.395448:0:9559:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1785390749.395450:0:9559:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1785390749.395452:0:9559:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1785390749.395454:0:9559:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1785390749.395456:0:9559:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1785390749.395458:0:9559:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1785390749.395521:0:9559:0:(kernelcomm.c:265:lustre_device_done()) kfreed 'glist': 16 at ffff8e25d29dc240. 00010000:00000001:2.0:1785390749.597557:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390749.597564:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390749.597569:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390749.597570:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785390749.597657:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785390749.597662:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390749.597664:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390750.620104:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390750.620112:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390750.620119:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390750.620122:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1785390750.620124:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1785390750.620128:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390750.620131:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1785390750.620133:0:41:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390750.620136:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390750.620138:0:41:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785390750.620275:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785390750.620279:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785390750.620282:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1785390751.092078:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390751.092100:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390751.092104:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390751.092107:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390751.092117:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.092126:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390751.092135:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.092140:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.092146:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.092150:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 328 into portal 15 MB=0x6a6ae58b0e580 00000400:00000200:0.0:1785390751.092158:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.160@tcp of length 328/328 into md 0x19 [2] + 984 00000800:00000001:0.0:1785390751.092164:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390751.092168:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390751.092171:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390751.092175:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390751.092183:0:2345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1785390751.092185:0:2345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1785390751.092191:0:2345:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d3188000. 00000100:00000040:0.0:1785390751.092195:0:2345:0:(events.c:337:request_in_callback()) incoming req@ffff8e25d3188000 x1872117602772352 msgsize 328 00000100:00100000:0.0:1785390751.092199:0:2345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.160@tcp (source: 12345-192.168.202.160@tcp) 00000100:00000001:0.0:1785390751.092215:0:2345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1785390751.092248:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390751.092252:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390751.092254:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390751.092256:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390751.092260:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.092263:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390751.092267:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.092270:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.092272:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.092276:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 328 into portal 15 MB=0x6a6ae58b0e600 00000400:00000200:0.0:1785390751.092287:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.160@tcp of length 328/328 into md 0x19 [2] + 1312 00000800:00000001:0.0:1785390751.092299:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390751.092306:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390751.092309:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390751.092312:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390751.092315:0:2345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1785390751.092317:0:2345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1785390751.092321:0:2345:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d318ad80. 00000100:00000040:0.0:1785390751.092323:0:2345:0:(events.c:337:request_in_callback()) incoming req@ffff8e25d318ad80 x1872117602772480 msgsize 328 00000100:00100000:0.0:1785390751.092327:0:2345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.160@tcp (source: 12345-192.168.202.160@tcp) 00000100:00000001:0.0:1785390751.092338:0:2345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1785390751.092342:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390751.092345:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390751.092368:0:5563:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1785390751.092371:0:5563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872117602772352 02000000:00000001:0.0:1785390751.092374:0:5563:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1785390751.092376:0:5563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785390751.092379:0:5563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390751.092383:0:5563:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785390751.092388:0:5563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872117602772352 00000020:00000001:0.0:1785390751.092391:0:5563:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1785390751.092394:0:5563:0:(genops.c:825:class_conn2export()) looking for export cookie 0x7c8d729250a79aa5 00000020:00000001:0.0:1785390751.092397:0:5563:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1785390751.092400:0:5563:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8e25d3088000 refcount=3 00000020:00000001:0.0:1785390751.092403:0:5563:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891838324736 : -125181871226880 : ffff8e25d3088000) 00000020:00000001:0.0:1785390751.092411:0:5563:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446618891838324736 : -125181871226880 : ffff8e25d3088000) 00000100:00000001:0.0:1785390751.092925:0:5563:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1785390751.092930:0:5563:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8e25d19e8740. 00000100:00000001:0.0:1785390751.092934:0:5563:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1785390751.092937:0:5563:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8e25d19e8740. 00000020:00000010:0.0:1785390751.092946:0:5563:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e25c56c2c00. 00000020:00000010:0.0:1785390751.092953:0:5563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8e25d1fec080. 00000020:00000010:0.0:1785390751.092958:0:5563:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8e25d0aa73e8. 00000100:00000040:0.0:1785390751.092968:0:5563:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1785390751.092972:0:5563:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1785390751.092974:0:5563:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1785390751.092976:0:5563:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390751.092985:0:5563:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390751.092988:0:5563:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390751.092997:0:5563:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1785390751.092999:0:5563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872117602772480 02000000:00000001:0.0:1785390751.093001:0:5563:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1785390751.093002:0:5563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785390751.093003:0:5563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390751.093006:0:5563:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785390751.093008:0:5563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872117602772480 00000020:00000001:0.0:1785390751.093010:0:5563:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1785390751.093011:0:5563:0:(genops.c:825:class_conn2export()) looking for export cookie 0x7c8d729250a79aa5 00000020:00000001:0.0:1785390751.093013:0:5563:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1785390751.093015:0:5563:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8e25d3088000 refcount=4 00000020:00000001:0.0:1785390751.093017:0:5563:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891838324736 : -125181871226880 : ffff8e25d3088000) 00000020:00000001:0.0:1785390751.093020:0:5563:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446618891838324736 : -125181871226880 : ffff8e25d3088000) 00000100:00000001:0.0:1785390751.093022:0:5563:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1785390751.093025:0:5563:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8e25d19e8740. 00000100:00000001:0.0:1785390751.093027:0:5563:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1785390751.093029:0:5563:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8e25d19e8740. 00000020:00000010:0.0:1785390751.093033:0:5563:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e25c2b48200. 00000020:00000010:0.0:1785390751.093343:0:5563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8e25d1fec000. 00000020:00000010:0.0:1785390751.093348:0:5563:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8e25d0aa7ed8. 00000100:00000001:0.0:1785390751.093360:0:5563:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1785390751.093362:0:5563:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1785390751.093364:0:5563:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390751.093367:0:5563:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390751.093370:0:5563:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390751.093378:0:5563:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1785390751.093380:0:5563:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1785390751.093386:0:5563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.160@tcp, seq: 3 00000100:00000040:0.0:1785390751.093390:0:5563:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8e25d3088000 : new rpc_count 1 00000100:00000001:0.0:1785390751.093392:0:5563:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446618891839373312 : -125181870178304 : ffff8e25d3188000) 00000100:00000040:0.0:1785390751.093401:0:5563:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e25d3188000 x1872117602772352/t0(0) o104->5321e4e3-83c8-453a-9f3d-aba59fb79876@192.168.202.160@tcp:737/0 lens 328/0 e 0 to 0 dl 1785390762 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785390751.093411:0:5563:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1785390751.093536:0:5563:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8e25d19e8740. 00000100:00000001:0.0:1785390751.093540:0:5563:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1785390751.093543:0:5563:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8e25d19e8740. 00000100:00100000:0.0:1785390751.093549:0:5563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8e25d3188000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5321e4e3-83c8-453a-9f3d-aba59fb79876+4:11221:x1872117602772352:12345-192.168.202.160@tcp:104: 00000100:00000200:0.0:1785390751.093553:0:5563:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1872117602772352 00010000:00000001:0.0:1785390751.093556:0:5563:0:(ldlm_lockd.c:2363:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1785390751.093565:0:5563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1785390751.093567:0:5563:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1785390751.093569:0:5563:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e2602167200 refcount=2 00000020:00000001:0.0:1785390751.093571:0:5563:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618892627767808 : -125181081783808 : ffff8e2602167200) 00010000:00000001:0.0:1785390751.093575:0:5563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618892627767808 : -125181081783808 : ffff8e2602167200) 00010000:00000001:0.0:1785390751.093579:0:5563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1785390751.093582:0:5563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785390751.093588:0:5563:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.160@tcp lock: ffff8e2602167200/0x7c8d729250a79b5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd0cedea5fb0c0f9c expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1785390751.093600:0:5563:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1785390751.093603:0:5563:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1785390751.093614:0:5563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8e25d31da000. 02000000:00000001:0.0:1785390751.093617:0:5563:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390751.093619:0:5563:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390751.093624:0:5563:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1785390751.093627:0:5563:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785390751.093631:0:5563:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d27401e8 time=112 v=5 (1 0 0 0) 00000100:00000001:0.0:1785390751.093637:0:5563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1785390751.093640:0:5563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8e25d1e84b00 refcount 22 to 192.168.202.160@tcp 00000100:00000001:0.0:1785390751.093643:0:5563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618891819436800 : -125181890114816 : ffff8e25d1e84b00) 02000000:00000001:0.0:1785390751.093645:0:5563:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1785390751.093647:0:5563:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390751.093651:0:5563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785390751.093654:0:5563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1785390751.093660:0:5563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25c5bf3908. 00000100:00000200:0.0:1785390751.093666:0:5563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1872117602772352, offset 224 00000400:00000200:0.0:1785390751.093672:0:5563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1785390751.093681:0:5563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.093689:0:5563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.60@tcp to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1785390751.093697:0:5563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [142:142:256:4294967295] 192.168.202.160@tcp LPNI seq info [142:142:8:4294967295] 00000400:00000200:0.0:1785390751.093701:0:5563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.093710:0:5563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1785390751.093717:0:5563:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1785390751.093722:0:5563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d1fa1e00. 00000800:00000200:0.0:1785390751.093729:0:5563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1785390751.093737:0:5563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1785390751.093742:0:5563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d1fa1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785390751.093756:0:5563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390751.093760:0:5563:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8e25d1e84b00 refcount 21 to 192.168.202.160@tcp 00010000:00000001:0.0:1785390751.093763:0:5563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1785390751.093768:0:5563:0:(ldlm_lockd.c:2252:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8e25d1e43840. 00010000:00000001:0.0:1785390751.093770:0:5563:0:(ldlm_lockd.c:2162:__ldlm_bl_to_thread()) Process entered 00000020:00000001:3.0:1785390751.094126:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785390751.094130:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390751.094133:0:5574:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1785390751.094137:0:5574:0:(ldlm_lockd.c:2884:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1785390751.094139:0:5574:0:(ldlm_lockd.c:1908:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1785390751.094144:0:5574:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.160@tcp lock: ffff8e2602167200/0x7c8d729250a79b5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd0cedea5fb0c0f9c expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390751.094153:0:5574:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff8e2602167200 already unused, calling callback (ffffffffc118ac20) 10000000:00000001:3.0:1785390751.094157:0:5574:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1785390751.094162:0:5574:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.160@tcp lock: ffff8e2602167200/0x7c8d729250a79b5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xd0cedea5fb0c0f9c expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1785390751.094170:0:5574:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1785390751.094171:0:5574:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1785390751.094172:0:5574:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1785390751.094174:0:5574:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e2602167200 refcount=3 00000020:00000001:3.0:1785390751.094176:0:5574:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618892627767808 : -125181081783808 : ffff8e2602167200) 00010000:00000001:3.0:1785390751.094178:0:5574:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618892627767808 : -125181081783808 : ffff8e2602167200) 00010000:00000001:3.0:1785390751.094182:0:5574:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1785390751.094191:0:5574:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.160@tcp lock: ffff8e2602167200/0x7c8d729250a79b5b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xd0cedea5fb0c0f9c expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1785390751.094198:0:5574:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1785390751.094201:0:5574:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.160@tcp lock: ffff8e2602167200/0x7c8d729250a79b5b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xd0cedea5fb0c0f9c expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785390751.094207:0:5574:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1785390751.094210:0:5574:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1785390751.094212:0:5574:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1785390751.094214:0:5574:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1785390751.094216:0:5574:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1785390751.094217:0:5574:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1785390751.094225:0:5574:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1785390751.094226:0:5574:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1785390751.094228:0:5574:0:(mgc_request.c:123:config_log_put()) log params(ffff8e25c3f39800) refs 2 10000000:00000001:3.0:1785390751.094230:0:5574:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1785390751.094232:0:5574:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390751.094234:0:5574:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1785390751.094247:0:5574:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1785390751.094249:0:5574:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1785390751.094251:0:5574:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1785390751.094253:0:5574:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1785390751.094256:0:5574:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8e2602167200 with handle 0x7c8d729250a79b5b from hash 00010000:00000001:3.0:1785390751.094259:0:5574:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1785390751.094261:0:5574:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390751.094263:0:5574:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1785390751.094264:0:5574:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1785390751.094266:0:5574:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1785390751.094268:0:5574:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1785390751.094270:0:5574:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1785390751.094273:0:5574:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1785390751.094285:0:5574:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d2e4bb80. 00000020:00000040:3.0:1785390751.094289:0:5574:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:3.0:1785390751.094301:0:5574:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785390751.094303:0:5574:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785390751.094314:0:5574:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785390751.094320:0:5574:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e25c3f38e00. 00000100:00000001:3.0:1785390751.094326:0:5574:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390751.094329:0:5574:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1785390751.094334:0:5574:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.160@tcp lock: ffff8e2602167200/0x7c8d729250a79b5b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd0cedea5fb0c0f9c expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390751.094340:0:5574:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1785390751.094342:0:5574:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390751.094346:0:5574:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785390751.094351:0:5574:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390751.094358:0:5574:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021d9150c] to pc [ptlrpcd_01_01+1] req@ffff8e25d2e4bb80 x1872117579662080/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1785390751.094379:0:5574:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1785390751.094382:0:5574:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390751.094383:0:5574:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1785390751.094385:0:5574:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390751.094387:0:5574:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1785390751.094389:0:5574:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390751.094392:0:5574:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.160@tcp lock: ffff8e2602167200/0x7c8d729250a79b5b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd0cedea5fb0c0f9c expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1785390751.094398:0:5574:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1785390751.094401:0:5574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.160@tcp lock: ffff8e2602167200/0x7c8d729250a79b5b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd0cedea5fb0c0f9c expref: -99 pid: 8476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1785390751.094414:0:5574:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1785390751.094425:0:5574:0:(ldlm_lockd.c:1938:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1785390751.094427:0:5574:0:(ldlm_lockd.c:2922:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8e25d1e43840. 00010000:00000001:3.0:1785390751.094431:0:5574:0:(ldlm_lockd.c:2926:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785390751.094433:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785390751.094435:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390751.094437:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1785390751.094439:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785390751.094440:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390751.094447:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1785390751.094448:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785390751.094450:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390751.094451:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1785390751.094459:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1785390751.094462:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1785390751.094464:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390751.094470:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785390751.094472:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390751.094474:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785390751.094476:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785390751.094478:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785390751.094484:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d2e4bb80 x1872117579662080/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390751.094492:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785390751.094494:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390751.094498:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785390751.094500:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785390751.094502:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785390751.094505:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579662080:192.168.202.160@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1785390751.094509:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785390751.094515:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785390751.094518:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390751.094521:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785390751.094716:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c3f39c00. 02000000:00000001:3.0:1785390751.094728:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785390751.094735:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1785390751.094739:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25d12df790. 00000400:00000010:3.0:1785390751.094745:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d1e5acc0. 00000100:00000200:3.0:1785390751.094751:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579662080, portal 18 00000100:00000001:3.0:1785390751.094754:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785390751.094755:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891835980672 : -125181873570944 : ffff8e25d2e4bb80) 00000100:00000040:3.0:1785390751.094762:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d2e4bb80 x1872117579662080/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390751.094780:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785390751.094910:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:3.0:1785390751.094914:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d1e5a110. 00000100:00000200:3.0:1785390751.094918:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1872117579662080, offset 0 00000400:00000200:3.0:1785390751.094923:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:3.0:1785390751.094929:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1785390751.094934:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:3.0:1785390751.094940:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785390751.094944:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:3.0:1785390751.095002:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785390751.095007:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:3.0:1785390751.095011:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [143:143:255:4294967295] 192.168.202.160@tcp LPNI seq info [143:143:7:4294967295] 00000400:00000200:3.0:1785390751.095016:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000800:00000200:1.0:1785390751.097638:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390751.097647:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d1fa1e00. 00000400:00000200:1.0:1785390751.097654:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390751.097664:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00010000:00010000:0.0:1785390751.097842:0:5563:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00010000:00000001:0.0:1785390751.097858:0:5563:0:(ldlm_lockd.c:2201:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390751.097860:0:5563:0:(ldlm_lockd.c:2257:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390751.097863:0:5563:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390751.097874:0:5563:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d3188000 x1872117602772352/t0(0) o104->5321e4e3-83c8-453a-9f3d-aba59fb79876@192.168.202.160@tcp:737/0 lens 328/224 e 0 to 0 dl 1785390762 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1785390751.097887:0:5563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8e25d3188000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5321e4e3-83c8-453a-9f3d-aba59fb79876+4:11221:x1872117602772352:12345-192.168.202.160@tcp:104: Request processed in 4473us (5689us total) trans 0 rc 0/0 00000100:00100000:0.0:1785390751.097899:0:5563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.160@tcp, seq: 3 00000100:00000040:0.0:1785390751.097904:0:5563:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e25d3088000 : new rpc_count 0 00000100:00000001:0.0:1785390751.097906:0:5563:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1785390751.097909:0:5563:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1785390751.097916:0:5563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8e25d1fec080. 00000020:00000010:0.0:1785390751.097921:0:5563:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8e25d0aa73e8. 00000020:00000010:0.0:1785390751.097925:0:5563:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e25c56c2c00. 00000020:00000040:0.0:1785390751.097932:0:5563:0:(genops.c:900:class_export_put()) PUTting export ffff8e25d3088000 : new refcount 3 00000100:00000001:0.0:1785390751.097936:0:5563:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390751.097965:0:5563:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1785390751.097967:0:5563:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1785390751.097972:0:5563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.160@tcp, seq: 4 00000100:00000040:0.0:1785390751.097976:0:5563:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8e25d3088000 : new rpc_count 1 00000100:00000001:0.0:1785390751.097978:0:5563:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446618891839384960 : -125181870166656 : ffff8e25d318ad80) 00000100:00000040:0.0:1785390751.097983:0:5563:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e25d318ad80 x1872117602772480/t0(0) o104->5321e4e3-83c8-453a-9f3d-aba59fb79876@192.168.202.160@tcp:737/0 lens 328/0 e 0 to 0 dl 1785390762 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785390751.097993:0:5563:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1785390751.097997:0:5563:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8e25d19e8740. 00000100:00000001:0.0:1785390751.098000:0:5563:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1785390751.098003:0:5563:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8e25d19e8740. 00000100:00100000:0.0:1785390751.098007:0:5563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8e25d318ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5321e4e3-83c8-453a-9f3d-aba59fb79876+3:11221:x1872117602772480:12345-192.168.202.160@tcp:104: 00000100:00000200:0.0:1785390751.098011:0:5563:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1872117602772480 00010000:00000001:0.0:1785390751.098020:0:5563:0:(ldlm_lockd.c:2363:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1785390751.098029:0:5563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1785390751.098031:0:5563:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1785390751.098044:0:5563:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25c3871000 refcount=2 00000020:00000001:0.0:1785390751.098048:0:5563:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891578183680 : -125182131367936 : ffff8e25c3871000) 00010000:00000001:0.0:1785390751.098051:0:5563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891578183680 : -125182131367936 : ffff8e25c3871000) 00010000:00000001:0.0:1785390751.098055:0:5563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1785390751.098059:0:5563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785390751.098063:0:5563:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.160@tcp lock: ffff8e25c3871000/0x7c8d729250a79b23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd0cedea5fb0c0f87 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1785390751.098075:0:5563:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1785390751.098079:0:5563:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1785390751.098085:0:5563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8e25d31db000. 02000000:00000001:0.0:1785390751.098087:0:5563:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390751.098090:0:5563:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390751.098096:0:5563:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1785390751.098099:0:5563:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785390751.098103:0:5563:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d27401e8 time=112 v=5 (1 0 0 0) 00000100:00000001:0.0:1785390751.098107:0:5563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1785390751.098110:0:5563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8e25d1e84b00 refcount 22 to 192.168.202.160@tcp 00000100:00000001:0.0:1785390751.098113:0:5563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618891819436800 : -125181890114816 : ffff8e25d1e84b00) 02000000:00000001:0.0:1785390751.098116:0:5563:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1785390751.098118:0:5563:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390751.098120:0:5563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785390751.098123:0:5563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1785390751.098128:0:5563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25c5bf3550. 00000100:00000200:0.0:1785390751.098133:0:5563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1872117602772480, offset 224 00000400:00000200:0.0:1785390751.098139:0:5563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000100:00000001:2.0:1785390751.098203:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390751.098208:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785390751.100202:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:3.0:1785390751.100214:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:3.0:1785390751.100221:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25c2adde00. 00000800:00000200:3.0:1785390751.100229:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:3.0:1785390751.100247:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:3.0:1785390751.100252:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25c2adde00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1785390751.100257:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785390751.100264:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1785390751.100267:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295052216 00000100:00000010:3.0:1785390751.100273:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25c538d120. 00000100:00000001:3.0:1785390751.100284:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1785390751.100302:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295052216 00000100:00000010:3.0:1785390751.100306:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25c538d660. 00000100:00000001:3.0:1785390751.100309:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1785390751.100312:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390751.100316:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390751.100332:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390751.100336:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390751.110941:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25c5bf3908 00000400:00000200:0.0:1785390751.111167:0:5563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.111182:0:5563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.60@tcp to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1785390751.111190:0:5563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [144:144:254:4294967295] 192.168.202.160@tcp LPNI seq info [144:144:6:4294967295] 00000400:00000200:0.0:1785390751.111195:0:5563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.111224:0:5563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1785390751.111231:0:5563:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1785390751.111238:0:5563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d1fa1400. 00000800:00000200:0.0:1785390751.111247:0:5563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1785390751.111255:0:5563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1785390751.111260:0:5563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d1fa1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785390751.111266:0:5563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390751.111271:0:5563:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8e25d1e84b00 refcount 21 to 192.168.202.160@tcp 00010000:00000001:0.0:1785390751.111276:0:5563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1785390751.111288:0:5563:0:(ldlm_lockd.c:2252:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8e25d1e43780. 00010000:00000001:0.0:1785390751.111299:0:5563:0:(ldlm_lockd.c:2162:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1785390751.111308:0:5563:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1785390751.111311:0:5563:0:(ldlm_lockd.c:2201:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390751.111313:0:5563:0:(ldlm_lockd.c:2257:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390751.111315:0:5563:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390751.111325:0:5563:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d318ad80 x1872117602772480/t0(0) o104->5321e4e3-83c8-453a-9f3d-aba59fb79876@192.168.202.160@tcp:737/0 lens 328/224 e 0 to 0 dl 1785390762 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1785390751.111337:0:5563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8e25d318ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5321e4e3-83c8-453a-9f3d-aba59fb79876+3:11221:x1872117602772480:12345-192.168.202.160@tcp:104: Request processed in 13343us (19011us total) trans 0 rc 0/0 00000100:00100000:0.0:1785390751.111350:0:5563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.160@tcp, seq: 4 00000100:00000040:0.0:1785390751.111354:0:5563:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e25d3088000 : new rpc_count 0 00000100:00000001:0.0:1785390751.111357:0:5563:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1785390751.111359:0:5563:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1785390751.111367:0:5563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8e25d1fec000. 00000020:00000010:0.0:1785390751.111373:0:5563:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8e25d0aa7ed8. 00000020:00000010:0.0:1785390751.111379:0:5563:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e25c2b48200. 00000020:00000040:0.0:1785390751.111385:0:5563:0:(genops.c:900:class_export_put()) PUTting export ffff8e25d3088000 : new refcount 2 00000100:00000001:0.0:1785390751.111387:0:5563:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1785390751.113050:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25c5bf3908. 00000100:00000001:1.0:1785390751.113069:0:2346:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1785390751.113071:0:2346:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1785390751.113115:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390751.113120:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25c2adde00. 00000400:00000200:1.0:1785390751.113125:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390751.113131:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390751.113136:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d1e5a110 00000400:00000010:1.0:1785390751.113138:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d1e5a110. 00000100:00000001:1.0:1785390751.113142:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390751.113148:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d2e4bb80 x1872117579662080/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390751.113161:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390751.113164:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d2e4bb80 x1872117579662080/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390751.113171:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390751.113172:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785390751.113254:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390751.113256:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d1fa1400. 00000400:00000200:1.0:1785390751.113260:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390751.113264:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390751.113266:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25c5bf3550 00000400:00000010:1.0:1785390751.113268:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25c5bf3550. 00000100:00000001:1.0:1785390751.113271:0:2346:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1785390751.113272:0:2346:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1785390751.113562:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390751.113566:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390751.113570:0:5573:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1785390751.113573:0:5573:0:(ldlm_lockd.c:2884:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1785390751.113575:0:5573:0:(ldlm_lockd.c:1908:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1785390751.113580:0:5573:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.160@tcp lock: ffff8e25c3871000/0x7c8d729250a79b23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd0cedea5fb0c0f87 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390751.113591:0:5573:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff8e25c3871000 already unused, calling callback (ffffffffc118ac20) 10000000:00000001:2.0:1785390751.113600:0:5573:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1785390751.113604:0:5573:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.160@tcp lock: ffff8e25c3871000/0x7c8d729250a79b23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd0cedea5fb0c0f87 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785390751.113611:0:5573:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1785390751.113614:0:5573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1785390751.113617:0:5573:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1785390751.113620:0:5573:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25c3871000 refcount=3 00000020:00000001:2.0:1785390751.113623:0:5573:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891578183680 : -125182131367936 : ffff8e25c3871000) 00010000:00000001:2.0:1785390751.113626:0:5573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891578183680 : -125182131367936 : ffff8e25c3871000) 00010000:00000001:2.0:1785390751.113630:0:5573:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1785390751.113632:0:5573:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.160@tcp lock: ffff8e25c3871000/0x7c8d729250a79b23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd0cedea5fb0c0f87 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1785390751.113640:0:5573:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1785390751.113642:0:5573:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.160@tcp lock: ffff8e25c3871000/0x7c8d729250a79b23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd0cedea5fb0c0f87 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785390751.113649:0:5573:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1785390751.113652:0:5573:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1785390751.113654:0:5573:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1785390751.113656:0:5573:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1785390751.113658:0:5573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1785390751.113659:0:5573:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785390751.113675:0:5573:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1785390751.113677:0:5573:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1785390751.113679:0:5573:0:(mgc_request.c:123:config_log_put()) log params(ffff8e25d31c2800) refs 2 10000000:00000001:2.0:1785390751.113681:0:5573:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1785390751.113683:0:5573:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390751.113686:0:5573:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1785390751.113689:0:5573:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1785390751.113691:0:5573:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1785390751.113693:0:5573:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1785390751.113696:0:5573:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1785390751.113699:0:5573:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8e25c3871000 with handle 0x7c8d729250a79b23 from hash 00010000:00000001:2.0:1785390751.113707:0:5573:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1785390751.113709:0:5573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785390751.113711:0:5573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1785390751.113712:0:5573:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1785390751.113714:0:5573:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1785390751.113716:0:5573:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1785390751.113720:0:5573:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1785390751.113722:0:5573:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1785390751.113728:0:5573:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d199a680. 00000020:00000040:2.0:1785390751.113731:0:5573:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=5 obd=MGC192.168.202.160@tcp 00000100:00000001:2.0:1785390751.113738:0:5573:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785390751.113740:0:5573:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785390751.113746:0:5573:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785390751.113754:0:5573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e25c1342000. 00000100:00000001:2.0:1785390751.113761:0:5573:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390751.113764:0:5573:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1785390751.113769:0:5573:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.160@tcp lock: ffff8e25c3871000/0x7c8d729250a79b23 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd0cedea5fb0c0f87 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785390751.113775:0:5573:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1785390751.113777:0:5573:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390751.113809:0:5573:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785390751.113815:0:5573:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390751.113822:0:5573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064421bf9] to pc [ptlrpcd_01_00+0] req@ffff8e25d199a680 x1872117579662208/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1785390751.113844:0:5573:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1785390751.113847:0:5573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785390751.113848:0:5573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1785390751.113850:0:5573:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390751.113851:0:5573:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785390751.113853:0:5573:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390751.113855:0:5573:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.160@tcp lock: ffff8e25c3871000/0x7c8d729250a79b23 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd0cedea5fb0c0f87 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785390751.113860:0:5573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1785390751.113868:0:5573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.160@tcp lock: ffff8e25c3871000/0x7c8d729250a79b23 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd0cedea5fb0c0f87 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1785390751.113875:0:5573:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8e25c29daa00 count: 0 00010000:00000001:2.0:1785390751.113886:0:5573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1785390751.113887:0:5573:0:(ldlm_lockd.c:1938:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1785390751.113889:0:5573:0:(ldlm_lockd.c:2922:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8e25d1e43780. 00010000:00000001:2.0:1785390751.113892:0:5573:0:(ldlm_lockd.c:2926:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390751.113894:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390751.113896:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390751.113898:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1785390751.113899:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390751.113901:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390751.113902:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1785390751.113904:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390751.113905:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390751.113906:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1785390751.113914:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1785390751.113918:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1785390751.113920:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390751.113927:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785390751.113929:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390751.113931:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390751.113933:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785390751.113935:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785390751.113941:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d199a680 x1872117579662208/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390751.113958:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785390751.113960:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390751.113965:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785390751.113968:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785390751.113970:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390751.113974:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d199a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2356:1872117579662208:192.168.202.160@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1785390751.113978:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785390751.113984:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785390751.113992:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390751.113995:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785390751.114001:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d09fd400. 02000000:00000001:2.0:1785390751.114003:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390751.114010:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1785390751.114015:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c57a9420. 00000400:00000010:2.0:1785390751.114022:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156aaa0. 00000100:00000200:2.0:1785390751.114029:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579662208, portal 18 00000100:00000001:2.0:1785390751.114031:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785390751.114032:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891814282880 : -125181895268736 : ffff8e25d199a680) 00000100:00000040:2.0:1785390751.114348:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d199a680 x1872117579662208/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390751.114356:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785390751.114359:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1785390751.114362:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a220. 00000100:00000200:2.0:1785390751.114366:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1872117579662208, offset 0 00000400:00000200:2.0:1785390751.114371:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1785390751.114380:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390751.114386:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1785390751.114391:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785390751.114395:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1785390751.114398:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785390751.114401:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1785390751.114404:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [145:145:256:4294967295] 192.168.202.160@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:2.0:1785390751.114408:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1785390751.114594:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785390751.114597:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785390751.114600:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390751.114602:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390751.116717:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1785390751.116728:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1785390751.116736:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d0b2a300. 00000800:00000200:2.0:1785390751.116744:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1785390751.116753:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1785390751.116757:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d0b2a300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1785390751.116770:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390751.116810:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1785390751.116813:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295052235 00000100:00000001:2.0:1785390751.116822:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295052216 00000100:00000001:2.0:1785390751.116828:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295052235 00000100:00000001:2.0:1785390751.116831:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295052216 00000100:00000001:2.0:1785390751.116834:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390751.116837:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390751.116841:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390751.116844:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785390751.117268:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390751.117273:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d0b2a300. 00000400:00000200:0.0:1785390751.117285:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390751.117303:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390751.117310:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a220 00000400:00000010:0.0:1785390751.117313:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a220. 00000100:00000001:0.0:1785390751.117318:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390751.117324:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d199a680 x1872117579662208/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390751.117336:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390751.117340:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d199a680 x1872117579662208/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390751.117348:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390751.117350:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1F:1785390751.119398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8e2602167200. 00000800:00000001:1.0:1785390751.120988:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390751.121006:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785390751.121010:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390751.121012:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390751.121022:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390751.121030:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1785390751.121053:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390751.121059:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390751.121064:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390751.121068:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 18 MB=0x6a6ae57504300 00000400:00000200:1.0:1785390751.121073:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390751.121091:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.160@tcp of length 224/224 into md 0x891 [1] + 224 00000800:00000001:1.0:1785390751.121100:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390751.121108:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390751.121112:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390751.121116:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1785390751.121125:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390751.121134:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d2e4bb80 x1872117579662080/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785390751.121144:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d2e4bb80 x1872117579662080/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390751.121163:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785390751.121173:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390751.121177:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390751.121586:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785390751.121592:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1785390751.121599:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785390751.121602:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785390751.121605:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25d12df790. 00000400:00000200:3.0:1785390751.121610:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d1e5acc0 00000400:00000010:3.0:1785390751.121613:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d1e5acc0. 00000100:00000001:3.0:1785390751.121616:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785390751.121622:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d2e4bb80 x1872117579662080/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785390751.121631:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d2e4bb80 x1872117579662080/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390751.121637:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785390751.121639:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390751.121641:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785390751.121645:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785390751.121647:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785390751.121650:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390751.121652:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785390751.121660:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932ca8 time=112 v=5 (5 0 0 0) 00000100:00001000:3.0:1785390751.121665:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=128 v=5 (1 0 0 0) 00000100:00000001:3.0:1785390751.121668:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785390751.121669:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390751.121672:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785390751.121675:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390751.121677:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390751.121682:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d2e4bb80 x1872117579662080/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390751.121688:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390751.121691:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785390751.121700:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785390751.121705:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d2e4bb80 x1872117579662080/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785390751.121712:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2355:1872117579662080:192.168.202.160@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1785390751.121717:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390751.121720:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785390751.121722:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d2e4bb80 x1872117579662080/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785390751.121728:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785390751.121731:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785390751.121735:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c3f39c00. 02000000:00000001:3.0:1785390751.121738:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785390751.121741:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785390751.121743:0:2355:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000020:00000001:3.0:1785390751.121745:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785390751.121748:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8e25c3f38e00. 02000000:00000001:3.0:1785390751.121751:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785390751.121753:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785390751.121755:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d2e4bb80. 00000100:00000001:3.0:1785390751.121758:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785390751.121760:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390751.121762:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390751.121771:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785390751.121773:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390751.121776:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785390751.121778:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1785390751.124076:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390751.124092:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390751.124095:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390751.124098:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390751.124106:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.124114:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390751.124122:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.124128:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.124133:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.124137:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 18 MB=0x6a6ae57504380 00000400:00000200:0.0:1785390751.124142:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390751.124148:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.160@tcp of length 224/224 into md 0x8a1 [1] + 224 00000800:00000001:0.0:1785390751.124155:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390751.124215:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390751.124219:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390751.124225:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390751.124233:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390751.124241:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d199a680 x1872117579662208/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390751.124251:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d199a680 x1872117579662208/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390751.124289:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390751.124306:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390751.124310:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390751.124979:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390751.124984:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785390751.124991:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785390751.124993:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785390751.124996:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c57a9420. 00000400:00000200:2.0:1785390751.125001:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156aaa0 00000400:00000010:2.0:1785390751.125003:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156aaa0. 00000100:00000001:2.0:1785390751.125005:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785390751.125011:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d199a680 x1872117579662208/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785390751.125020:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d199a680 x1872117579662208/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390751.125026:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785390751.125028:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390751.125030:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785390751.125034:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785390751.125048:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785390751.125051:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390751.125054:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785390751.125060:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932ca8 time=112 v=5 (5 0 0 0) 00000100:00001000:2.0:1785390751.125065:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=128 v=5 (1 0 0 0) 00000100:00000001:2.0:1785390751.125067:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785390751.125069:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390751.125071:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785390751.125073:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390751.125083:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390751.125089:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d199a680 x1872117579662208/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390751.125096:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390751.125099:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785390751.125100:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785390751.125105:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d199a680 x1872117579662208/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785390751.125112:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d199a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2356:1872117579662208:192.168.202.160@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1785390751.125117:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390751.125120:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785390751.125124:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d199a680 x1872117579662208/t0(0) o103->MGC192.168.202.160@tcp@192.168.202.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1785390767 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390751.125130:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785390751.125133:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785390751.125136:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d09fd400. 02000000:00000001:2.0:1785390751.125141:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785390751.125143:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785390751.125145:0:2356:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:2.0:1785390751.125147:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785390751.125150:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8e25c1342000. 02000000:00000001:2.0:1785390751.125155:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785390751.125156:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785390751.125158:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d199a680. 00000100:00000001:2.0:1785390751.125162:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785390751.125163:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390751.125165:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390751.125172:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785390751.125174:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390751.125177:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390751.125179:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1F:1785390751.127399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8e25c29daa00. 00010000:00000010:2.1:1785390751.127488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8e25c3871000. 00010000:00000001:2.0:1785390751.643915:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390751.643923:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390751.643934:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390751.643935:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785390751.646571:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785390751.646577:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390751.646582:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1785390751.804747:0:9637:0:(debug.c:306:cfs_str2mask()) Process entered 00000100:00000040:1.0:1785390752.219906:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a110 (cpu 1) has reached its deadline 4295052235, at 4295052288 00000100:00000010:1.0:1785390752.219921:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25c538d660. 00000100:00000040:0.0:1785390752.220743:0:8158:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a000 (cpu 0) has reached its deadline 4295052235, at 4295052288 00000100:00000010:0.0:1785390752.220750:0:8158:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25c538d120. 00010000:00000001:2.0:1785390752.669217:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390752.669224:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390752.669230:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390752.669231:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390752.669251:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390752.669255:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390752.669258:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1785390752.860603:0:5576:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1785390752.860612:0:5576:0:(mgc_request.c:108:config_log_get()) log params (ffff8e25c3f39800) refs 2 10000000:00000001:1.0:1785390752.860616:0:5576:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1785390752.860619:0:5576:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1785390752.860621:0:5576:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1785390752.860622:0:5576:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1785390752.860625:0:5576:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1785390752.860628:0:5576:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1785390752.860630:0:5576:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8e25c33df800 from 7 10000000:00000001:1.0:1785390752.860634:0:5576:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1785390752.860636:0:5576:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1785390752.860647:0:5576:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29d8000. 00000020:00000040:1.0:1785390752.860652:0:5576:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:1.0:1785390752.860657:0:5576:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390752.860661:0:5576:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390752.860669:0:5576:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390752.860677:0:5576:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e25d0b75e00. 00000100:00000001:1.0:1785390752.860685:0:5576:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390752.860690:0:5576:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1785390752.860708:0:5576:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1785390752.860717:0:5576:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8e25d3297100. 00010000:00000001:1.0:1785390752.860721:0:5576:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1785390752.860725:0:5576:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8e25d4eba400. 00000020:00000010:1.0:1785390752.860732:0:5576:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff8e25d26eb400. 00000020:00000001:1.0:1785390752.860735:0:5576:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1785390752.860739:0:5576:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8e25d4eba400 with handle 0x7c8d729250a79b85 to hash 00000020:00000001:1.0:1785390752.860741:0:5576:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1785390752.860742:0:5576:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446618891869987840 : -125181839563776 : ffff8e25d4eba400) 00010000:00000001:1.0:1785390752.860745:0:5576:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446618891869987840 : -125181839563776 : ffff8e25d4eba400) 00010000:00000001:1.0:1785390752.860750:0:5576:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1785390752.860753:0:5576:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785390752.860758:0:5576:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e25d4eba400/0x7c8d729250a79b85 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390752.860768:0:5576:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: ffff8e25d4eba400/0x7c8d729250a79b85 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390752.860814:0:5576:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: ffff8e25d4eba400/0x7c8d729250a79b85 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1785390752.860821:0:5576:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1785390752.860824:0:5576:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1785390752.860830:0:5576:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8e25d3290180. 00000100:00000001:1.0:1785390752.860833:0:5576:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446618891840455040 : -125181869096576 : ffff8e25d3290180) 00000100:00000001:1.0:1785390752.860835:0:5576:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390752.860837:0:5576:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831312384 : -125181878239232 : ffff8e25d29d8000) 00000100:00000001:1.0:1785390752.860843:0:5576:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390752.860848:0:5576:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.860850:0:5576:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1785390752.860852:0:5576:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785390752.860865:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29d8000 x1872117579662336/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.860885:0:5576:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785390752.860888:0:5576:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390752.860893:0:5576:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785390752.860896:0:5576:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785390752.860898:0:5576:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390752.860901:0:5576:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579662336:192.168.202.160@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1785390752.860906:0:5576:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785390752.860911:0:5576:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785390752.860914:0:5576:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390752.860916:0:5576:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785390752.860921:0:5576:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e25d328fc00. 02000000:00000001:1.0:1785390752.860923:0:5576:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390752.860931:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1785390752.860935:0:5576:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c4ccd1b8. 00000400:00000010:1.0:1785390752.860942:0:5576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f3b8. 00000100:00000200:1.0:1785390752.860949:0:5576:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872117579662336, portal 25 00000100:00000001:1.0:1785390752.860952:0:5576:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390752.860953:0:5576:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831312384 : -125181878239232 : ffff8e25d29d8000) 00000100:00000040:1.0:1785390752.860959:0:5576:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29d8000 x1872117579662336/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.860966:0:5576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785390752.860969:0:5576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1785390752.860972:0:5576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324fcc0. 00000100:00000200:1.0:1785390752.860974:0:5576:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1872117579662336, offset 0 00000400:00000200:1.0:1785390752.860981:0:5576:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1785390752.861003:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.861012:0:5576:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390752.861018:0:5576:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785390752.861023:0:5576:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1785390752.861027:0:5576:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785390752.861030:0:5576:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1785390752.861039:0:5576:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [146:146:256:4294967295] 192.168.202.160@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:1.0:1785390752.861044:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.861054:0:5576:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1785390752.861062:0:5576:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390752.861386:0:5576:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d2f0a200. 00000800:00000200:1.0:1785390752.861396:0:5576:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390752.861406:0:5576:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390752.861411:0:5576:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d2f0a200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1785390752.861436:0:5576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390752.861442:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1785390752.861445:0:5576:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295053979 00000100:00000010:1.0:1785390752.861450:0:5576:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25d330ba80. 00000100:00000001:1.0:1785390752.861456:0:5576:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1785390752.861468:0:5576:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295053979 00000100:00000010:1.0:1785390752.861472:0:5576:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25d330bf60. 00000100:00000001:1.0:1785390752.861476:0:5576:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1785390752.861479:0:5576:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390752.861481:0:5576:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.861484:0:5576:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785390752.861486:0:5576:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1785390752.861488:0:5576:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d3290180 going to sleep for 11 seconds 00000100:00000001:1.0:1785390752.861491:0:5576:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785390752.861494:0:5576:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785390752.861704:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390752.861709:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d2f0a200. 00000400:00000200:0.0:1785390752.861714:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390752.861719:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390752.861726:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324fcc0 00000400:00000010:0.0:1785390752.861728:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324fcc0. 00000100:00000001:0.0:1785390752.861733:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390752.861737:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29d8000 x1872117579662336/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390752.861747:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390752.861751:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8e25d29d8000 x1872117579662336/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390752.861757:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390752.861758:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785390752.866040:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390752.866059:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390752.866063:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390752.866065:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390752.866083:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.866092:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390752.866101:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.866107:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.866113:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.866117:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 344 into portal 25 MB=0x6a6ae57504400 00000400:00000200:0.0:1785390752.866123:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.866139:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 344/344 into md 0x8a9 [1] + 224 00000800:00000001:0.0:1785390752.866163:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390752.866171:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390752.866175:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390752.866180:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390752.866187:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390752.866196:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29d8000 x1872117579662336/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390752.866206:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8e25d29d8000 x1872117579662336/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390752.866226:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390752.866235:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390752.866239:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390752.866402:0:5576:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785390752.866410:0:5576:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390752.866412:0:5576:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390752.866423:0:5576:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c4ccd1b8. 00000400:00000200:1.0:1785390752.866428:0:5576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f3b8 00000400:00000010:1.0:1785390752.866430:0:5576:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f3b8. 00000100:00000001:1.0:1785390752.866433:0:5576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390752.866438:0:5576:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29d8000 x1872117579662336/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390752.866458:0:5576:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29d8000 x1872117579662336/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.866463:0:5576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390752.866466:0:5576:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390752.866468:0:5576:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390752.866472:0:5576:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390752.866474:0:5576:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390752.866477:0:5576:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390752.866479:0:5576:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390752.866487:0:5576:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932c60 time=129 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390752.866492:0:5576:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=129 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390752.866494:0:5576:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390752.866496:0:5576:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390752.866498:0:5576:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785390752.866501:0:5576:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.866504:0:5576:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390752.866656:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29d8000 x1872117579662336/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.866664:0:5576:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390752.866667:0:5576:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390752.866670:0:5576:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785390752.866674:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29d8000 x1872117579662336/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390752.866682:0:5576:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579662336:192.168.202.160@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1785390752.866687:0:5576:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390752.866689:0:5576:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.866692:0:5576:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1785390752.866695:0:5576:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390752.866698:0:5576:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29d8000 x1872117579662336/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.866705:0:5576:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1785390752.866714:0:5576:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8e25d3290180. 00000100:00000001:1.0:1785390752.866717:0:5576:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1785390752.866718:0:5576:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390752.866722:0:5576:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1785390752.866726:0:5576:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1785390752.866729:0:5576:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1785390752.866732:0:5576:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4eba400 refcount=4 00000020:00000001:1.0:1785390752.866735:0:5576:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869987840 : -125181839563776 : ffff8e25d4eba400) 00010000:00000001:1.0:1785390752.866738:0:5576:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869987840 : -125181839563776 : ffff8e25d4eba400) 00010000:00000040:1.0:1785390752.866744:0:5576:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8e25d4eba400, remote cookie: 0xd0cedea5fb0c0fe9, flags: 0x0 00010000:00000001:1.0:1785390752.866749:0:5576:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1785390752.866753:0:5576:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1785390752.866755:0:5576:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1785390752.866757:0:5576:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1785390752.866758:0:5576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1785390752.866761:0:5576:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff8e25d3297100) refcount = 1 00010000:00010000:1.0:1785390752.866767:0:5576:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: ffff8e25d4eba400/0x7c8d729250a79b85 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0fe9 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1785390752.866775:0:5576:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1785390752.866777:0:5576:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1785390752.866779:0:5576:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1785390752.866810:0:5576:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1785390752.866813:0:5576:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785390752.866817:0:5576:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: ffff8e25d4eba400/0x7c8d729250a79b85 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0cedea5fb0c0fe9 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1785390752.866823:0:5576:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1785390752.866825:0:5576:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1785390752.866827:0:5576:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1785390752.866828:0:5576:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1785390752.866829:0:5576:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1785390752.866831:0:5576:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.866834:0:5576:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390752.866838:0:5576:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29d8000 x1872117579662336/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.866857:0:5576:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390752.866860:0:5576:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390752.866864:0:5576:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e25d328fc00. 02000000:00000001:1.0:1785390752.866867:0:5576:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390752.866870:0:5576:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390752.866872:0:5576:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:1.0:1785390752.866874:0:5576:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390752.866878:0:5576:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8e25d0b75e00. 02000000:00000001:1.0:1785390752.866881:0:5576:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390752.866883:0:5576:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390752.866885:0:5576:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29d8000. 00000100:00000001:1.0:1785390752.866888:0:5576:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390752.866890:0:5576:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1785390752.866893:0:5576:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1785390752.866896:0:5576:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1785390752.866898:0:5576:0:(mgc_request.c:108:config_log_get()) log params (ffff8e25c3f39800) refs 3 10000000:00000001:1.0:1785390752.866900:0:5576:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390752.866903:0:5576:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1785390752.866904:0:5576:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1785390752.866906:0:5576:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4eba400 refcount=3 00000020:00000001:1.0:1785390752.866908:0:5576:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869987840 : -125181839563776 : ffff8e25d4eba400) 00010000:00000001:1.0:1785390752.866911:0:5576:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869987840 : -125181839563776 : ffff8e25d4eba400) 00010000:00000001:1.0:1785390752.866913:0:5576:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1785390752.866915:0:5576:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1785390752.866916:0:5576:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1785390752.866917:0:5576:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1785390752.866920:0:5576:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1785390752.866936:0:5576:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8e25c8961f80. 00000020:00000010:1.0:1785390752.866942:0:5576:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e25d0b75e00. 00000020:00000010:1.0:1785390752.866947:0:5576:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8e25d0b74600. 00000040:00000010:1.0:1785390752.866952:0:5576:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8e25d0b74200. 00000020:00000010:1.0:1785390752.866957:0:5576:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8e25d31b5000. 00000020:00000010:1.0:1785390752.866962:0:5576:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8e25d0b75c00. 80000000:00000010:1.0:1785390752.866967:0:5576:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8e25d330b900. 00040000:00000010:1.0:1785390752.866978:0:5576:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8e25d0b74800. 20000000:00000010:1.0:1785390752.866992:0:5576:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff8e25d0b75000. 10000000:00000040:1.0:1785390752.866998:0:5576:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff8e25d287c600 : new refcount 2 00000020:00000001:1.0:1785390752.867002:0:5576:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1785390752.867004:0:5576:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1785390752.867007:0:5576:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1785390752.867010:0:5576:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8e25d0b74400. 00000040:00000001:1.0:1785390752.867014:0:5576:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1785390752.867017:0:5576:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000010:1.0:1785390752.867021:0:5576:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29d8000. 00000020:00000040:1.0:1785390752.867023:0:5576:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=5 obd=MGC192.168.202.160@tcp 00000100:00000001:1.0:1785390752.867028:0:5576:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390752.867030:0:5576:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390752.867035:0:5576:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390752.867042:0:5576:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e25d0b74c00. 00000100:00000001:1.0:1785390752.867048:0:5576:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.867052:0:5576:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1785390752.867054:0:5576:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1785390752.867059:0:5576:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8e25d3290180. 00000100:00000001:1.0:1785390752.867062:0:5576:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446618891840455040 : -125181869096576 : ffff8e25d3290180) 00000100:00000001:1.0:1785390752.867065:0:5576:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390752.867066:0:5576:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831312384 : -125181878239232 : ffff8e25d29d8000) 00000100:00000001:1.0:1785390752.867070:0:5576:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390752.867075:0:5576:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.867077:0:5576:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1785390752.867078:0:5576:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785390752.867083:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29d8000 x1872117579662464/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.867090:0:5576:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785390752.867092:0:5576:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390752.867096:0:5576:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785390752.867098:0:5576:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785390752.867101:0:5576:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390752.867104:0:5576:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579662464:192.168.202.160@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1785390752.867116:0:5576:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785390752.867122:0:5576:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785390752.867124:0:5576:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390752.867127:0:5576:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785390752.867140:0:5576:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d0b75400. 02000000:00000001:1.0:1785390752.867143:0:5576:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390752.867147:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1785390752.867151:0:5576:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c4ccd1b8. 00000400:00000010:1.0:1785390752.867155:0:5576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f3b8. 00000100:00000200:1.0:1785390752.867161:0:5576:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579662464, portal 25 00000100:00000001:1.0:1785390752.867163:0:5576:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390752.867164:0:5576:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831312384 : -125181878239232 : ffff8e25d29d8000) 00000100:00000040:1.0:1785390752.867169:0:5576:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29d8000 x1872117579662464/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.867176:0:5576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785390752.867179:0:5576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1785390752.867182:0:5576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f220. 00000100:00000200:1.0:1785390752.867184:0:5576:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1872117579662464, offset 0 00000400:00000200:1.0:1785390752.867190:0:5576:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1785390752.867196:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.867203:0:5576:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390752.867208:0:5576:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785390752.867212:0:5576:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1785390752.867216:0:5576:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785390752.867219:0:5576:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1785390752.867222:0:5576:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [147:147:256:4294967295] 192.168.202.160@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:1.0:1785390752.867226:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.867234:0:5576:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1785390752.867240:0:5576:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390752.867245:0:5576:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d2f0a600. 00000800:00000200:1.0:1785390752.867251:0:5576:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390752.867263:0:5576:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390752.867267:0:5576:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d2f0a600 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1785390752.867292:0:5576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390752.867297:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1785390752.867299:0:5576:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295053985 00000100:00000001:1.0:1785390752.867307:0:5576:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295053979 00000100:00000001:1.0:1785390752.867311:0:5576:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295053985 00000100:00000001:1.0:1785390752.867314:0:5576:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295053979 00000100:00000001:1.0:1785390752.867316:0:5576:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390752.867319:0:5576:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.867321:0:5576:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785390752.867323:0:5576:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1785390752.867325:0:5576:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d3290180 going to sleep for 11 seconds 00000100:00000001:1.0:1785390752.867327:0:5576:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785390752.867329:0:5576:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785390752.867830:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390752.867836:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d2f0a600. 00000400:00000200:0.0:1785390752.867839:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390752.867844:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390752.867848:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f220 00000400:00000010:0.0:1785390752.867850:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f220. 00000100:00000001:0.0:1785390752.867853:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390752.867858:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29d8000 x1872117579662464/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390752.867866:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390752.867869:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8e25d29d8000 x1872117579662464/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390752.867874:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390752.867876:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785390752.871725:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390752.871741:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390752.871745:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390752.871748:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390752.871756:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.871763:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390752.871772:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.871819:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.871825:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.871829:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 272 into portal 25 MB=0x6a6ae57504480 00000400:00000200:0.0:1785390752.871834:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.871842:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 272/272 into md 0x8b9 [1] + 224 00000800:00000001:0.0:1785390752.871848:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390752.871855:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390752.871858:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390752.871862:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390752.871869:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390752.871877:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29d8000 x1872117579662464/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390752.871887:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8e25d29d8000 x1872117579662464/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390752.871906:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390752.871915:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390752.871917:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390752.872339:0:5576:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785390752.872347:0:5576:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390752.872349:0:5576:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390752.872352:0:5576:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c4ccd1b8. 00000400:00000200:1.0:1785390752.872357:0:5576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f3b8 00000400:00000010:1.0:1785390752.872359:0:5576:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f3b8. 00000100:00000001:1.0:1785390752.872362:0:5576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390752.872367:0:5576:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29d8000 x1872117579662464/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390752.874673:0:5576:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29d8000 x1872117579662464/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.874692:0:5576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390752.874696:0:5576:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390752.874699:0:5576:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390752.874703:0:5576:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390752.874706:0:5576:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390752.874708:0:5576:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390752.874711:0:5576:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390752.874734:0:5576:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932c60 time=129 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390752.874738:0:5576:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=129 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390752.874741:0:5576:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390752.874742:0:5576:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390752.874745:0:5576:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785390752.874748:0:5576:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.874751:0:5576:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390752.874760:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29d8000 x1872117579662464/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.874768:0:5576:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390752.874771:0:5576:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390752.874774:0:5576:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785390752.874779:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29d8000 x1872117579662464/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390752.874802:0:5576:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579662464:192.168.202.160@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1785390752.874807:0:5576:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390752.874811:0:5576:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.874813:0:5576:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1785390752.874815:0:5576:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390752.874819:0:5576:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29d8000 x1872117579662464/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.874825:0:5576:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1785390752.874828:0:5576:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8e25d3290180. 00000100:00000001:1.0:1785390752.874832:0:5576:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1785390752.874834:0:5576:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1785390752.874840:0:5576:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1785390752.874845:0:5576:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390752.874847:0:5576:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000020:00000001:1.0:1785390752.874849:0:5576:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1785390752.874851:0:5576:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390752.874854:0:5576:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29d8000 x1872117579662464/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.874870:0:5576:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390752.874873:0:5576:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390752.874876:0:5576:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d0b75400. 02000000:00000001:1.0:1785390752.874879:0:5576:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390752.874880:0:5576:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390752.874882:0:5576:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:1.0:1785390752.874883:0:5576:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390752.874886:0:5576:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8e25d0b74c00. 02000000:00000001:1.0:1785390752.874889:0:5576:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390752.874891:0:5576:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390752.874893:0:5576:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29d8000. 00000100:00000001:1.0:1785390752.874896:0:5576:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390752.874897:0:5576:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1785390752.874900:0:5576:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1785390752.874904:0:5576:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1785390752.874910:0:5576:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8e25c5792000. 00000040:00000001:1.0:1785390752.874912:0:5576:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1785390752.874914:0:5576:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1785390752.874916:0:5576:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000010:1.0:1785390752.874920:0:5576:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29d8000. 00000020:00000040:1.0:1785390752.874924:0:5576:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=5 obd=MGC192.168.202.160@tcp 00000100:00000001:1.0:1785390752.874927:0:5576:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390752.874930:0:5576:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390752.874935:0:5576:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390752.874941:0:5576:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e25d0b74c00. 00000100:00000001:1.0:1785390752.874946:0:5576:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.874950:0:5576:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1785390752.874952:0:5576:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1785390752.874957:0:5576:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8e25d3290180. 00000100:00000001:1.0:1785390752.874959:0:5576:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446618891840455040 : -125181869096576 : ffff8e25d3290180) 00000100:00000001:1.0:1785390752.874962:0:5576:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390752.874963:0:5576:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831312384 : -125181878239232 : ffff8e25d29d8000) 00000100:00000001:1.0:1785390752.874968:0:5576:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390752.874973:0:5576:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.874975:0:5576:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1785390752.874992:0:5576:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785390752.874997:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29d8000 x1872117579662592/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.875005:0:5576:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785390752.875007:0:5576:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390752.875011:0:5576:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785390752.875013:0:5576:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785390752.875016:0:5576:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390752.875020:0:5576:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579662592:192.168.202.160@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1785390752.875023:0:5576:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785390752.875030:0:5576:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785390752.875032:0:5576:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390752.875035:0:5576:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785390752.875050:0:5576:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8e25d198c000. 02000000:00000001:1.0:1785390752.875052:0:5576:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390752.875060:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1785390752.875065:0:5576:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c4ccd1b8. 00000400:00000010:1.0:1785390752.875072:0:5576:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8e25d3290900. 00000100:00000200:1.0:1785390752.875078:0:5576:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1872117579662592, portal 25 00000100:00000001:1.0:1785390752.875080:0:5576:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390752.875081:0:5576:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831312384 : -125181878239232 : ffff8e25d29d8000) 00000100:00000040:1.0:1785390752.875087:0:5576:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29d8000 x1872117579662592/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.875093:0:5576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785390752.875096:0:5576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1785390752.875100:0:5576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f3b8. 00000100:00000200:1.0:1785390752.875102:0:5576:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1872117579662592, offset 0 00000400:00000200:1.0:1785390752.875109:0:5576:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1785390752.875119:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.875127:0:5576:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390752.875143:0:5576:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785390752.875147:0:5576:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1785390752.875150:0:5576:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785390752.875159:0:5576:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1785390752.875164:0:5576:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [148:148:256:4294967295] 192.168.202.160@tcp LPNI seq info [148:148:8:4294967295] 00000400:00000200:1.0:1785390752.875168:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.875178:0:5576:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1785390752.875185:0:5576:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390752.875190:0:5576:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d2f0ae00. 00000800:00000200:1.0:1785390752.875198:0:5576:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390752.875206:0:5576:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390752.875212:0:5576:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d2f0ae00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1785390752.875233:0:5576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390752.875237:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1785390752.875240:0:5576:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295053993 00000100:00000001:1.0:1785390752.875250:0:5576:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295053985 00000100:00000001:1.0:1785390752.875255:0:5576:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295053993 00000100:00000001:1.0:1785390752.875258:0:5576:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295053985 00000100:00000001:1.0:1785390752.875260:0:5576:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390752.875263:0:5576:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.875265:0:5576:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785390752.875267:0:5576:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1785390752.875270:0:5576:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d3290180 going to sleep for 11 seconds 00000100:00000001:1.0:1785390752.875272:0:5576:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785390752.875274:0:5576:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785390752.876286:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390752.876293:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d2f0ae00. 00000400:00000200:0.0:1785390752.876299:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390752.876305:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390752.876310:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f3b8 00000400:00000010:0.0:1785390752.876313:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f3b8. 00000100:00000001:0.0:1785390752.876317:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390752.876322:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29d8000 x1872117579662592/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390752.876333:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390752.876336:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8e25d29d8000 x1872117579662592/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390752.876342:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390752.876343:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785390752.891754:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390752.900861:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390752.900871:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390752.900879:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390752.900889:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.900898:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390752.900909:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.900914:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.900920:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.900924:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 8416 into portal 25 MB=0x6a6ae57504500 00000400:00000200:0.0:1785390752.900929:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.900937:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 8416/8416 into md 0x8c9 [4] + 224 00000800:00000001:0.0:1785390752.900945:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390752.900963:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390752.900967:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390752.900971:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390752.900980:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390752.901045:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29d8000 x1872117579662592/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390752.901058:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8e25d29d8000 x1872117579662592/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390752.901079:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390752.901090:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390752.901094:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390752.903328:0:5576:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785390752.903340:0:5576:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390752.903342:0:5576:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390752.903346:0:5576:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c4ccd1b8. 00000400:00000200:1.0:1785390752.903354:0:5576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d3290900 00000400:00000010:1.0:1785390752.903357:0:5576:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff8e25d3290900. 00000100:00000001:1.0:1785390752.903361:0:5576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390752.903370:0:5576:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29d8000 x1872117579662592/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390752.903392:0:5576:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29d8000 x1872117579662592/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.903604:0:5576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390752.903607:0:5576:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390752.903610:0:5576:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390752.903614:0:5576:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390752.903616:0:5576:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390752.903619:0:5576:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390752.903622:0:5576:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390752.903630:0:5576:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932c60 time=129 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390752.903634:0:5576:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=129 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390752.903636:0:5576:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390752.903638:0:5576:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390752.903641:0:5576:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785390752.903643:0:5576:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.903646:0:5576:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390752.903651:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29d8000 x1872117579662592/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.903659:0:5576:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390752.903662:0:5576:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390752.903665:0:5576:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785390752.903670:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29d8000 x1872117579662592/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390752.903677:0:5576:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579662592:192.168.202.160@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1785390752.903682:0:5576:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390752.903684:0:5576:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.903686:0:5576:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1785390752.903688:0:5576:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390752.903691:0:5576:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29d8000 x1872117579662592/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.903698:0:5576:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1785390752.903702:0:5576:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8e25d3290180. 00000100:00000001:1.0:1785390752.903705:0:5576:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1785390752.903713:0:5576:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1785390752.903723:0:5576:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1785390752.903725:0:5576:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390752.903729:0:5576:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29d8000 x1872117579662592/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.903734:0:5576:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390752.903737:0:5576:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390752.903740:0:5576:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8e25d198c000. 02000000:00000001:1.0:1785390752.903751:0:5576:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390752.903753:0:5576:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390752.903755:0:5576:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000020:00000001:1.0:1785390752.903758:0:5576:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390752.903760:0:5576:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8e25d0b74c00. 02000000:00000001:1.0:1785390752.903764:0:5576:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390752.903766:0:5576:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390752.903767:0:5576:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29d8000. 00000100:00000001:1.0:1785390752.903771:0:5576:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390752.903772:0:5576:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1785390752.903774:0:5576:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390752.903775:0:5576:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:1.0:1785390752.903777:0:5576:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1785390752.903780:0:5576:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1785390752.903810:0:5576:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1785390752.903814:0:5576:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1785390752.903818:0:5576:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8e25d330b780. 00000040:00001000:1.0:1785390752.903821:0:5576:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1785390752.905881:0:9672:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1785390752.905891:0:9672:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e25c2fc5a00. 00000020:00000010:2.0:1785390752.905899:0:9672:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8e25c2fc4000. 00000040:00000010:2.0:1785390752.905903:0:9672:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8e25c2fc5400. 00000020:00000010:2.0:1785390752.905909:0:9672:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8e25c33da800. 00000020:00000010:2.0:1785390752.905914:0:9672:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8e25c5b98f18. 00000020:00000010:2.0:1785390752.905918:0:9672:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8e25c2fc5200. 80000000:00000010:2.0:1785390752.905922:0:9672:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8e25d1ecd360. 40000000:00000010:2.0:1785390752.905925:0:9672:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff8e25d3250240. 00100000:00000010:2.0:1785390752.905939:0:9672:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8e25c33de800. 00040000:00000010:2.0:1785390752.905943:0:9672:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8e25d0b2a600. 00040000:00000010:2.0:1785390752.905947:0:9672:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff8e25c33d9000. 00040000:00000010:2.0:1785390752.905952:0:9672:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8e25c30f2600. 00000004:00000010:2.0:1785390752.905957:0:9672:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff8e25c33dc000. 00000004:00000010:2.0:1785390752.905963:0:9672:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff8e25d2f16000. 00000004:00000010:2.0:1785390752.905969:0:9672:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff8e25c4c1e800. 00002000:00000010:2.0:1785390752.905973:0:9672:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff8e25d2f6c800. 00000004:00000010:2.0:1785390752.905978:0:9672:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff8e25d2f6cc00. 00000020:00000010:2.0:1785390752.905983:0:9672:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8e25d3250f00. 00000040:00000010:2.0:1785390752.905991:0:9672:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8e25c4bfe000. 00000040:00080000:2.0:1785390752.906628:0:9672:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1785390752.906634:0:9672:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff8e25c4bfe000. 00000020:00000010:2.0:1785390752.906640:0:9672:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8e25d3250f00. 00000020:00000010:2.0:1785390752.906657:0:9672:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8e25c2fc4000. 00000040:00000010:2.0:1785390752.906662:0:9672:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8e25c2fc5400. 00000020:00000010:2.0:1785390752.906675:0:9672:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8e25c33da800. 00000020:00000010:2.0:1785390752.906678:0:9672:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8e25c5b98f18. 00000020:00000010:2.0:1785390752.906683:0:9672:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8e25c2fc5200. 80000000:00000010:2.0:1785390752.906685:0:9672:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8e25d1ecd360. 40000000:00000010:2.0:1785390752.906689:0:9672:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff8e25d3250240. 00100000:00000010:2.0:1785390752.906692:0:9672:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8e25c33de800. 00040000:00000010:2.0:1785390752.906697:0:9672:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8e25d0b2a600. 00040000:00000010:2.0:1785390752.906700:0:9672:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff8e25c33d9000. 00040000:00000010:2.0:1785390752.906702:0:9672:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8e25c30f2600. 00000004:00000010:2.0:1785390752.906706:0:9672:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff8e25c33dc000. 00000004:00000010:2.0:1785390752.906709:0:9672:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff8e25d2f16000. 00000004:00000010:2.0:1785390752.906714:0:9672:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff8e25c4c1e800. 00002000:00000010:2.0:1785390752.906717:0:9672:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff8e25d2f6c800. 00000004:00000010:2.0:1785390752.906720:0:9672:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff8e25d2f6cc00. 00000020:00000010:2.0:1785390752.906723:0:9672:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e25c2fc5a00. 00000040:00000010:1.0:1785390752.906876:0:5576:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8e25d330b780. 00000040:00000001:1.0:1785390752.906881:0:5576:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1785390752.906884:0:5576:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1785390752.906889:0:5576:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8e25c5792000. 00000040:00000010:1.0:1785390752.906893:0:5576:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8e25d0b74400. 00000020:00000001:1.0:1785390752.906896:0:5576:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1785390752.906899:0:5576:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1785390752.906902:0:5576:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8e25d0b74600. 00000040:00000010:1.0:1785390752.906905:0:5576:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8e25d0b74200. 00000020:00000010:1.0:1785390752.906907:0:5576:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8e25d31b5000. 00000020:00000010:1.0:1785390752.906916:0:5576:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8e25d0b75c00. 80000000:00000010:1.0:1785390752.906919:0:5576:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8e25d330b900. 00040000:00000010:1.0:1785390752.906921:0:5576:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8e25d0b74800. 20000000:00000010:1.0:1785390752.906925:0:5576:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff8e25d0b75000. 00000020:00000010:1.0:1785390752.906927:0:5576:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e25d0b75e00. 10000000:00000010:1.0:1785390752.906940:0:5576:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8e25c8961f80. 10000000:01000000:1.0:1785390752.906943:0:5576:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1785390752.906946:0:5576:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1785390752.906949:0:5576:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1785390752.906952:0:5576:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1785390752.906955:0:5576:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4eba400 refcount=3 00000020:00000001:1.0:1785390752.906957:0:5576:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869987840 : -125181839563776 : ffff8e25d4eba400) 00010000:00000001:1.0:1785390752.906960:0:5576:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869987840 : -125181839563776 : ffff8e25d4eba400) 00010000:00000001:1.0:1785390752.906964:0:5576:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1785390752.906969:0:5576:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e25d4eba400/0x7c8d729250a79b85 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0fe9 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1785390752.906978:0:5576:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1785390752.906980:0:5576:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1785390752.906983:0:5576:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: ffff8e25d4eba400/0x7c8d729250a79b85 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0fe9 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1785390752.906989:0:5576:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1785390752.906990:0:5576:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1785390752.906991:0:5576:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1785390752.906993:0:5576:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1785390752.906995:0:5576:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1785390752.906998:0:5576:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1785390752.907001:0:5576:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1785390752.907002:0:5576:0:(mgc_request.c:108:config_log_get()) log params (ffff8e25d31c2800) refs 2 10000000:00000001:1.0:1785390752.907004:0:5576:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1785390752.907006:0:5576:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1785390752.907007:0:5576:0:(mgc_request.c:123:config_log_put()) log params(ffff8e25c3f39800) refs 3 10000000:00000001:1.0:1785390752.907010:0:5576:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1785390752.907011:0:5576:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1785390752.907016:0:5576:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1785390752.907018:0:5576:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1785390752.907020:0:5576:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8e25c7faa000 from 7 10000000:00000001:1.0:1785390752.907022:0:5576:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1785390752.907024:0:5576:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1785390752.907029:0:5576:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29d8000. 00000020:00000040:1.0:1785390752.907033:0:5576:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:1.0:1785390752.907038:0:5576:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390752.907041:0:5576:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390752.907045:0:5576:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390752.907051:0:5576:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e25d0b75e00. 00000100:00000001:1.0:1785390752.907058:0:5576:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390752.907063:0:5576:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1785390752.907066:0:5576:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1785390752.907071:0:5576:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8e25d3297100 count: 2 00010000:00000001:1.0:1785390752.907074:0:5576:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1785390752.907077:0:5576:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1785390752.907080:0:5576:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8e25d4ebb000. 00000020:00000001:1.0:1785390752.907084:0:5576:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1785390752.907087:0:5576:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8e25d4ebb000 with handle 0x7c8d729250a79b8c to hash 00000020:00000001:1.0:1785390752.907088:0:5576:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1785390752.907090:0:5576:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446618891869990912 : -125181839560704 : ffff8e25d4ebb000) 00010000:00000001:1.0:1785390752.907093:0:5576:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446618891869990912 : -125181839560704 : ffff8e25d4ebb000) 00010000:00000001:1.0:1785390752.907097:0:5576:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1785390752.907100:0:5576:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785390752.907104:0:5576:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e25d4ebb000/0x7c8d729250a79b8c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390752.907111:0:5576:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: ffff8e25d4ebb000/0x7c8d729250a79b8c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390752.907121:0:5576:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: ffff8e25d4ebb000/0x7c8d729250a79b8c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1785390752.907127:0:5576:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1785390752.907132:0:5576:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1785390752.907138:0:5576:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8e25d3290180. 00000100:00000001:1.0:1785390752.907139:0:5576:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446618891840455040 : -125181869096576 : ffff8e25d3290180) 00000100:00000001:1.0:1785390752.907142:0:5576:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390752.907144:0:5576:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831312384 : -125181878239232 : ffff8e25d29d8000) 00000100:00000001:1.0:1785390752.907149:0:5576:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390752.907153:0:5576:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.907155:0:5576:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1785390752.907157:0:5576:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785390752.907166:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29d8000 x1872117579662720/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.907174:0:5576:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785390752.907176:0:5576:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390752.907180:0:5576:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785390752.907183:0:5576:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785390752.907185:0:5576:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390752.907188:0:5576:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579662720:192.168.202.160@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1785390752.907192:0:5576:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785390752.907198:0:5576:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785390752.907201:0:5576:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390752.907204:0:5576:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785390752.907208:0:5576:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e25d328fc00. 02000000:00000001:1.0:1785390752.907210:0:5576:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390752.907217:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1785390752.907221:0:5576:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c4ccd1b8. 00000400:00000010:1.0:1785390752.907228:0:5576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f000. 00000100:00000200:1.0:1785390752.907235:0:5576:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872117579662720, portal 25 00000100:00000001:1.0:1785390752.907237:0:5576:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390752.907238:0:5576:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831312384 : -125181878239232 : ffff8e25d29d8000) 00000100:00000040:1.0:1785390752.907243:0:5576:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29d8000 x1872117579662720/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.907250:0:5576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785390752.907252:0:5576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1785390752.907261:0:5576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f198. 00000100:00000200:1.0:1785390752.907264:0:5576:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1872117579662720, offset 0 00000400:00000200:1.0:1785390752.907271:0:5576:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1785390752.907291:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.907298:0:5576:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390752.907305:0:5576:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785390752.907308:0:5576:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1785390752.907312:0:5576:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785390752.907316:0:5576:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1785390752.907320:0:5576:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [149:149:256:4294967295] 192.168.202.160@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:1.0:1785390752.907324:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.907333:0:5576:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1785390752.907340:0:5576:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390752.907346:0:5576:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d2f0a000. 00000800:00000200:1.0:1785390752.907352:0:5576:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390752.907360:0:5576:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390752.907363:0:5576:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d2f0a000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1785390752.907373:0:5576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390752.907376:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1785390752.907379:0:5576:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295054025 00000100:00000001:1.0:1785390752.907386:0:5576:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295053993 00000100:00000001:1.0:1785390752.907390:0:5576:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295054025 00000100:00000001:1.0:1785390752.907392:0:5576:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295053993 00000100:00000001:1.0:1785390752.907395:0:5576:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390752.908011:0:5576:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.908015:0:5576:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785390752.908017:0:5576:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1785390752.908019:0:5576:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d3290180 going to sleep for 11 seconds 00000100:00000001:1.0:1785390752.908022:0:5576:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785390752.908024:0:5576:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785390752.908206:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390752.908211:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d2f0a000. 00000400:00000200:0.0:1785390752.908216:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390752.908222:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390752.908228:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f198 00000400:00000010:0.0:1785390752.908231:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f198. 00000100:00000001:0.0:1785390752.908235:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390752.908240:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29d8000 x1872117579662720/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390752.908260:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390752.908263:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8e25d29d8000 x1872117579662720/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390752.908270:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390752.908272:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785390752.918698:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390752.918720:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390752.918724:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390752.918727:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390752.918736:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.918745:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390752.918753:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.918759:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.918764:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.918769:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 344 into portal 25 MB=0x6a6ae57504580 00000400:00000200:0.0:1785390752.918774:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390752.918781:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 344/344 into md 0x8d9 [1] + 224 00000800:00000001:0.0:1785390752.918821:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390752.918832:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390752.918835:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390752.918839:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390752.918847:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390752.918856:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29d8000 x1872117579662720/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785390752.918866:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8e25d29d8000 x1872117579662720/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390752.918876:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390752.918883:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390752.918886:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390752.918979:0:5576:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785390752.919006:0:5576:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785390752.919008:0:5576:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785390752.919011:0:5576:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c4ccd1b8. 00000400:00000200:1.0:1785390752.919015:0:5576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f000 00000400:00000010:1.0:1785390752.919018:0:5576:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f000. 00000100:00000001:1.0:1785390752.919021:0:5576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390752.919025:0:5576:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29d8000 x1872117579662720/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785390752.919033:0:5576:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29d8000 x1872117579662720/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.919039:0:5576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785390752.919041:0:5576:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390752.919043:0:5576:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785390752.919046:0:5576:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785390752.919049:0:5576:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785390752.919050:0:5576:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390752.919053:0:5576:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785390752.919060:0:5576:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932c60 time=129 v=5 (5 0 0 0) 00000100:00001000:1.0:1785390752.919063:0:5576:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=129 v=5 (1 0 0 0) 00000100:00000001:1.0:1785390752.919066:0:5576:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785390752.919067:0:5576:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390752.919070:0:5576:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785390752.919072:0:5576:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.919074:0:5576:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390752.919078:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29d8000 x1872117579662720/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.919084:0:5576:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390752.919087:0:5576:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785390752.919089:0:5576:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785390752.919092:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29d8000 x1872117579662720/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785390752.919098:0:5576:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579662720:192.168.202.160@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1785390752.919103:0:5576:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390752.919109:0:5576:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.919111:0:5576:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1785390752.919113:0:5576:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390752.919117:0:5576:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29d8000 x1872117579662720/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.919123:0:5576:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1785390752.919125:0:5576:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8e25d3290180. 00000100:00000001:1.0:1785390752.919128:0:5576:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1785390752.919129:0:5576:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390752.919132:0:5576:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1785390752.919136:0:5576:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1785390752.919139:0:5576:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1785390752.919142:0:5576:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4ebb000 refcount=4 00000020:00000001:1.0:1785390752.919145:0:5576:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869990912 : -125181839560704 : ffff8e25d4ebb000) 00010000:00000001:1.0:1785390752.919148:0:5576:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869990912 : -125181839560704 : ffff8e25d4ebb000) 00010000:00000040:1.0:1785390752.919155:0:5576:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8e25d4ebb000, remote cookie: 0xd0cedea5fb0c0ff0, flags: 0x0 00010000:00000001:1.0:1785390752.919159:0:5576:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1785390752.919162:0:5576:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1785390752.919164:0:5576:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1785390752.919166:0:5576:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1785390752.919168:0:5576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1785390752.919171:0:5576:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff8e25d3297100) refcount = 2 00010000:00000040:1.0:1785390752.919174:0:5576:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1785390752.919178:0:5576:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.202.160@tcp lock: ffff8e25d4eba400/0x7c8d729250a79b85 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0cedea5fb0c0fe9 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785390752.919186:0:5576:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: ffff8e25d4ebb000/0x7c8d729250a79b8c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0ff0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1785390752.919192:0:5576:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1785390752.919194:0:5576:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1785390752.919195:0:5576:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1785390752.919198:0:5576:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1785390752.919201:0:5576:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785390752.919207:0:5576:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: ffff8e25d4ebb000/0x7c8d729250a79b8c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0cedea5fb0c0ff0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1785390752.919213:0:5576:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1785390752.919215:0:5576:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1785390752.919217:0:5576:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1785390752.919218:0:5576:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1785390752.919219:0:5576:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1785390752.919230:0:5576:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.919233:0:5576:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390752.919237:0:5576:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29d8000 x1872117579662720/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1785390768 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.919244:0:5576:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785390752.919247:0:5576:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785390752.919250:0:5576:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e25d328fc00. 02000000:00000001:1.0:1785390752.919253:0:5576:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785390752.919256:0:5576:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785390752.919257:0:5576:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:1.0:1785390752.919266:0:5576:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785390752.919269:0:5576:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8e25d0b75e00. 02000000:00000001:1.0:1785390752.919273:0:5576:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785390752.919286:0:5576:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785390752.919288:0:5576:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29d8000. 00000100:00000001:1.0:1785390752.919292:0:5576:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785390752.919293:0:5576:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1785390752.919295:0:5576:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1785390752.919299:0:5576:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1785390752.919301:0:5576:0:(mgc_request.c:108:config_log_get()) log params (ffff8e25d31c2800) refs 3 10000000:00000001:1.0:1785390752.919304:0:5576:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785390752.919306:0:5576:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1785390752.919307:0:5576:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1785390752.919309:0:5576:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4ebb000 refcount=3 00000020:00000001:1.0:1785390752.919311:0:5576:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869990912 : -125181839560704 : ffff8e25d4ebb000) 00010000:00000001:1.0:1785390752.919313:0:5576:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869990912 : -125181839560704 : ffff8e25d4ebb000) 00010000:00000001:1.0:1785390752.919316:0:5576:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1785390752.919317:0:5576:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1785390752.919322:0:5576:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1785390752.919323:0:5576:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1785390752.919326:0:5576:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1785390752.919330:0:5576:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8e25c8961f80. 00000020:00000010:1.0:1785390752.919335:0:5576:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e25d0b75e00. 00000020:00000010:1.0:1785390752.919340:0:5576:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8e25d0b75000. 00000040:00000010:1.0:1785390752.919344:0:5576:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8e25d0b74800. 00000020:00000010:1.0:1785390752.919349:0:5576:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8e25d31b5000. 00000020:00000010:1.0:1785390752.919353:0:5576:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8e25d0b75c00. 80000000:00000010:1.0:1785390752.919358:0:5576:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8e25d330b900. 00040000:00000010:1.0:1785390752.919364:0:5576:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8e25d0b74200. 20000000:00000010:1.0:1785390752.919368:0:5576:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff8e25d0b74600. 10000000:00000040:1.0:1785390752.919372:0:5576:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff8e25d287c600 : new refcount 2 00000020:00000001:1.0:1785390752.919375:0:5576:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1785390752.919378:0:5576:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1785390752.919380:0:5576:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1785390752.919383:0:5576:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8e25d0b74400. 00000040:00000001:1.0:1785390752.919387:0:5576:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1785390752.919389:0:5576:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000010:1.0:1785390752.919394:0:5576:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29d8000. 00000020:00000040:1.0:1785390752.919404:0:5576:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=5 obd=MGC192.168.202.160@tcp 00000100:00000001:1.0:1785390752.919408:0:5576:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390752.919411:0:5576:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390752.919416:0:5576:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390752.919422:0:5576:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e25d0b74c00. 00000100:00000001:1.0:1785390752.919427:0:5576:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.919432:0:5576:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1785390752.919434:0:5576:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1785390752.919439:0:5576:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8e25d3290180. 00000100:00000001:1.0:1785390752.919441:0:5576:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446618891840455040 : -125181869096576 : ffff8e25d3290180) 00000100:00000001:1.0:1785390752.919444:0:5576:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390752.919445:0:5576:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831312384 : -125181878239232 : ffff8e25d29d8000) 00000100:00000001:1.0:1785390752.919449:0:5576:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390752.919454:0:5576:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.919455:0:5576:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1785390752.919461:0:5576:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785390752.919465:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29d8000 x1872117579662848/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.919472:0:5576:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785390752.919474:0:5576:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390752.919477:0:5576:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785390752.919480:0:5576:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785390752.919481:0:5576:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390752.919683:0:5576:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579662848:192.168.202.160@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1785390752.919687:0:5576:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785390752.919692:0:5576:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785390752.919694:0:5576:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390752.919697:0:5576:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785390752.919700:0:5576:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d0b75400. 02000000:00000001:1.0:1785390752.919702:0:5576:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390752.919705:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1785390752.919708:0:5576:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c4ccd1b8. 00000400:00000010:1.0:1785390752.919712:0:5576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f000. 00000100:00000200:1.0:1785390752.919717:0:5576:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579662848, portal 25 00000100:00000001:1.0:1785390752.919718:0:5576:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390752.919720:0:5576:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831312384 : -125181878239232 : ffff8e25d29d8000) 00000100:00000040:1.0:1785390752.919724:0:5576:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29d8000 x1872117579662848/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.919730:0:5576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785390752.919732:0:5576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1785390752.919734:0:5576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f5d8. 00000100:00000200:1.0:1785390752.919737:0:5576:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1872117579662848, offset 0 00000400:00000200:1.0:1785390752.919741:0:5576:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1785390752.919747:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.919752:0:5576:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390752.919757:0:5576:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785390752.919761:0:5576:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1785390752.919764:0:5576:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785390752.919771:0:5576:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1785390752.919775:0:5576:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [150:150:256:4294967295] 192.168.202.160@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:1.0:1785390752.919779:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.919814:0:5576:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1785390752.919820:0:5576:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390752.919825:0:5576:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d2f0af00. 00000800:00000200:1.0:1785390752.919830:0:5576:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390752.919837:0:5576:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390752.919841:0:5576:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d2f0af00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1785390752.919848:0:5576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390752.919851:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1785390752.919854:0:5576:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295054037 00000100:00000001:1.0:1785390752.919860:0:5576:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054025 00000100:00000001:1.0:1785390752.919865:0:5576:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295054037 00000100:00000001:1.0:1785390752.919867:0:5576:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054025 00000100:00000001:1.0:1785390752.919870:0:5576:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390752.919872:0:5576:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.919874:0:5576:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785390752.919875:0:5576:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1785390752.919878:0:5576:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d3290180 going to sleep for 11 seconds 00000100:00000001:1.0:1785390752.919879:0:5576:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785390752.919881:0:5576:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785390752.920283:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390752.920291:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d2f0af00. 00000400:00000200:0.0:1785390752.920294:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390752.920298:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390752.920300:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f5d8 00000400:00000010:0.0:1785390752.920302:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f5d8. 00000100:00000001:0.0:1785390752.920305:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390752.920309:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29d8000 x1872117579662848/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390752.920317:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390752.920319:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8e25d29d8000 x1872117579662848/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390752.920325:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390752.920326:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1785390752.923046:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390752.923061:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785390752.923065:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390752.923068:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390752.923075:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.923081:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1785390752.923089:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.923093:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.923099:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.923114:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 272 into portal 25 MB=0x6a6ae57504600 00000400:00000200:1.0:1785390752.923119:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.923124:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 272/272 into md 0x8e9 [1] + 224 00000800:00000001:1.0:1785390752.923131:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390752.923139:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390752.923142:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390752.923146:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1785390752.923152:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390752.923159:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29d8000 x1872117579662848/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785390752.923184:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8e25d29d8000 x1872117579662848/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.923203:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785390752.923211:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390752.923215:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390752.928386:0:5576:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785390752.928410:0:5576:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785390752.928412:0:5576:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785390752.928417:0:5576:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c4ccd1b8. 00000400:00000200:2.0:1785390752.928426:0:5576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f000 00000400:00000010:2.0:1785390752.928429:0:5576:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f000. 00000100:00000001:2.0:1785390752.928434:0:5576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785390752.928445:0:5576:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29d8000 x1872117579662848/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785390752.928457:0:5576:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29d8000 x1872117579662848/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390752.928464:0:5576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785390752.928466:0:5576:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390752.928469:0:5576:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785390752.928473:0:5576:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785390752.928476:0:5576:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785390752.928478:0:5576:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390752.928480:0:5576:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785390752.928488:0:5576:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932c60 time=129 v=5 (5 0 0 0) 00000100:00001000:2.0:1785390752.928493:0:5576:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=129 v=5 (1 0 0 0) 00000100:00000001:2.0:1785390752.928511:0:5576:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785390752.928513:0:5576:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390752.928517:0:5576:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785390752.928519:0:5576:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390752.928522:0:5576:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390752.928528:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29d8000 x1872117579662848/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390752.928535:0:5576:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390752.928538:0:5576:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785390752.928539:0:5576:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785390752.928543:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29d8000 x1872117579662848/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785390752.928550:0:5576:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579662848:192.168.202.160@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1785390752.928555:0:5576:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390752.928557:0:5576:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390752.928560:0:5576:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1785390752.928562:0:5576:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785390752.928565:0:5576:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29d8000 x1872117579662848/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390752.928571:0:5576:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1785390752.928574:0:5576:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8e25d3290180. 00000100:00000001:2.0:1785390752.928578:0:5576:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1785390752.928579:0:5576:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1785390752.928585:0:5576:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1785390752.928589:0:5576:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785390752.928591:0:5576:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000020:00000001:2.0:1785390752.928593:0:5576:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1785390752.928595:0:5576:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785390752.928598:0:5576:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29d8000 x1872117579662848/t0(0) o501->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1785390768 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390752.928604:0:5576:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785390752.928607:0:5576:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785390752.928616:0:5576:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d0b75400. 02000000:00000001:2.0:1785390752.928619:0:5576:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785390752.928620:0:5576:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785390752.928621:0:5576:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:2.0:1785390752.928623:0:5576:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785390752.928626:0:5576:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8e25d0b74c00. 02000000:00000001:2.0:1785390752.928630:0:5576:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785390752.928632:0:5576:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785390752.928634:0:5576:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29d8000. 00000100:00000001:2.0:1785390752.928637:0:5576:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785390752.928638:0:5576:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1785390752.928641:0:5576:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1785390752.928645:0:5576:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1785390752.928653:0:5576:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8e25c4bfe000. 00000040:00000001:2.0:1785390752.928655:0:5576:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1785390752.928656:0:5576:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1785390752.928659:0:5576:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000010:2.0:1785390752.928663:0:5576:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d199a680. 00000020:00000040:2.0:1785390752.928666:0:5576:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=5 obd=MGC192.168.202.160@tcp 00000100:00000001:2.0:1785390752.928669:0:5576:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785390752.928672:0:5576:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785390752.928678:0:5576:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785390752.928684:0:5576:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e25c30f2600. 00000100:00000001:2.0:1785390752.928689:0:5576:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390752.928694:0:5576:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1785390752.928695:0:5576:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1785390752.928701:0:5576:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8e25c9622cc0. 00000100:00000001:2.0:1785390752.928703:0:5576:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446618891676429504 : -125182033122112 : ffff8e25c9622cc0) 00000100:00000001:2.0:1785390752.928706:0:5576:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785390752.928707:0:5576:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891814282880 : -125181895268736 : ffff8e25d199a680) 00000100:00000001:2.0:1785390752.928712:0:5576:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785390752.928717:0:5576:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390752.928719:0:5576:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1785390752.928721:0:5576:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785390752.928725:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d199a680 x1872117579662976/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390752.928742:0:5576:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785390752.928744:0:5576:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390752.928749:0:5576:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785390752.928752:0:5576:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785390752.928755:0:5576:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390752.928757:0:5576:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d199a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579662976:192.168.202.160@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1785390752.928761:0:5576:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785390752.928767:0:5576:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785390752.928769:0:5576:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390752.928772:0:5576:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785390752.928811:0:5576:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8e25d198c000. 02000000:00000001:2.0:1785390752.928814:0:5576:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390752.928821:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1785390752.928824:0:5576:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c57a9420. 00000400:00000010:2.0:1785390752.928832:0:5576:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8e25c1638240. 00000100:00000200:2.0:1785390752.928839:0:5576:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1872117579662976, portal 25 00000100:00000001:2.0:1785390752.928841:0:5576:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785390752.928842:0:5576:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891814282880 : -125181895268736 : ffff8e25d199a680) 00000100:00000040:2.0:1785390752.928847:0:5576:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d199a680 x1872117579662976/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390752.928855:0:5576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785390752.928858:0:5576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1785390752.928861:0:5576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156aaa0. 00000100:00000200:2.0:1785390752.928865:0:5576:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1872117579662976, offset 0 00000400:00000200:2.0:1785390752.928871:0:5576:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1785390752.928880:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390752.928888:0:5576:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1785390752.928894:0:5576:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785390752.928898:0:5576:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1785390752.928902:0:5576:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785390752.928905:0:5576:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1785390752.928915:0:5576:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [151:151:256:4294967295] 192.168.202.160@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:2.0:1785390752.928920:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390752.928931:0:5576:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1785390752.928938:0:5576:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1785390752.928943:0:5576:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d0b2a600. 00000800:00000200:2.0:1785390752.928951:0:5576:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1785390752.928959:0:5576:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1785390752.928964:0:5576:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d0b2a600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1785390752.928992:0:5576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390752.928997:0:5576:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1785390752.929000:0:5576:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295054047 00000100:00000001:2.0:1785390752.929008:0:5576:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054037 00000100:00000001:2.0:1785390752.929013:0:5576:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295054047 00000100:00000001:2.0:1785390752.929016:0:5576:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054037 00000100:00000001:2.0:1785390752.929019:0:5576:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390752.929022:0:5576:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390752.929024:0:5576:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785390752.929026:0:5576:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1785390752.929029:0:5576:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25c9622cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1785390752.929031:0:5576:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785390752.929032:0:5576:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1785390752.929462:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390752.929468:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d0b2a600. 00000400:00000200:1.0:1785390752.929472:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390752.929478:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390752.929482:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156aaa0 00000400:00000010:1.0:1785390752.929484:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156aaa0. 00000100:00000001:1.0:1785390752.929487:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785390752.929491:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d199a680 x1872117579662976/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.929500:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785390752.929503:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8e25d199a680 x1872117579662976/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.929509:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390752.929511:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1785390752.940324:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390752.940346:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785390752.940350:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390752.940365:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390752.940374:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.940382:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1785390752.940390:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.940396:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.940410:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.940415:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 8416 into portal 25 MB=0x6a6ae57504680 00000400:00000200:1.0:1785390752.940420:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390752.940427:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 8416/8416 into md 0x8f9 [4] + 224 00000800:00000001:1.0:1785390752.940434:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390752.940444:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390752.940447:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390752.940451:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1785390752.940461:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390752.940471:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d199a680 x1872117579662976/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785390752.940570:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8e25d199a680 x1872117579662976/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390752.940592:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785390752.940602:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390752.940605:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390752.940673:0:5576:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785390752.940682:0:5576:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785390752.940683:0:5576:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785390752.940687:0:5576:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c57a9420. 00000400:00000200:2.0:1785390752.940691:0:5576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25c1638240 00000400:00000010:2.0:1785390752.940693:0:5576:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff8e25c1638240. 00000100:00000001:2.0:1785390752.940699:0:5576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785390752.940703:0:5576:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d199a680 x1872117579662976/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785390752.940712:0:5576:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d199a680 x1872117579662976/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390752.940724:0:5576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785390752.940726:0:5576:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390752.940729:0:5576:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785390752.940732:0:5576:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785390752.940735:0:5576:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785390752.940738:0:5576:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390752.940741:0:5576:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785390752.940748:0:5576:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932c60 time=129 v=5 (5 0 0 0) 00000100:00001000:2.0:1785390752.940753:0:5576:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=129 v=5 (1 0 0 0) 00000100:00000001:2.0:1785390752.940756:0:5576:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785390752.940758:0:5576:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390752.940760:0:5576:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785390752.940763:0:5576:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390752.940766:0:5576:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390752.940770:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d199a680 x1872117579662976/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390752.940776:0:5576:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390752.940779:0:5576:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785390752.940811:0:5576:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785390752.940816:0:5576:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d199a680 x1872117579662976/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785390752.940823:0:5576:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d199a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5321e4e3-83c8-453a-9f3d-aba59fb79876:5576:1872117579662976:192.168.202.160@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1785390752.940828:0:5576:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390752.940830:0:5576:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390752.940832:0:5576:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1785390752.940834:0:5576:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785390752.940837:0:5576:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d199a680 x1872117579662976/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390752.940843:0:5576:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1785390752.940846:0:5576:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8e25c9622cc0. 00000100:00000001:2.0:1785390752.940849:0:5576:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1785390752.940856:0:5576:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1785390752.940866:0:5576:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1785390752.940867:0:5576:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785390752.940870:0:5576:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d199a680 x1872117579662976/t0(0) o503->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785390768 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390752.940875:0:5576:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785390752.940878:0:5576:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785390752.940880:0:5576:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8e25d198c000. 02000000:00000001:2.0:1785390752.940890:0:5576:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785390752.940894:0:5576:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785390752.940897:0:5576:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000020:00000001:2.0:1785390752.940899:0:5576:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785390752.940901:0:5576:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8e25c30f2600. 02000000:00000001:2.0:1785390752.940905:0:5576:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785390752.940907:0:5576:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785390752.940908:0:5576:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d199a680. 00000100:00000001:2.0:1785390752.940911:0:5576:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785390752.940912:0:5576:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1785390752.940916:0:5576:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785390752.940917:0:5576:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:2.0:1785390752.940919:0:5576:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1785390752.940922:0:5576:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1785390752.940924:0:5576:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1785390752.940927:0:5576:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1785390752.940931:0:5576:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8e25d1ecd360. 00000040:00001000:2.0:1785390752.940942:0:5576:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1785390752.941466:0:9673:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1785390752.941473:0:9673:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e25d0b74e00. 00000020:00000010:1.0:1785390752.941479:0:9673:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8e25d0b75600. 00000040:00000010:1.0:1785390752.941528:0:9673:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8e25d0b74c00. 00000020:00000010:1.0:1785390752.941535:0:9673:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8e25d31b1000. 00000020:00000010:1.0:1785390752.941541:0:9673:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8e25c5295f98. 00000020:00000010:1.0:1785390752.941545:0:9673:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8e25d0b75400. 80000000:00000010:1.0:1785390752.941549:0:9673:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8e25d330b780. 40000000:00000010:1.0:1785390752.941553:0:9673:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff8e25c8961b00. 00100000:00000010:1.0:1785390752.941558:0:9673:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8e25d31b3000. 00040000:00000010:1.0:1785390752.941562:0:9673:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8e25d2f0a400. 00040000:00000010:1.0:1785390752.941572:0:9673:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff8e25d31b0000. 00040000:00000010:1.0:1785390752.941576:0:9673:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8e25d0b75800. 00000004:00000010:1.0:1785390752.941581:0:9673:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff8e25d31b6800. 00000004:00000010:1.0:1785390752.941588:0:9673:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff8e25d291a000. 00000004:00000010:1.0:1785390752.941593:0:9673:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff8e25d31b0800. 00002000:00000010:1.0:1785390752.941598:0:9673:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff8e25d328f800. 00000004:00000010:1.0:1785390752.941602:0:9673:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff8e25d328d400. 00000020:00000010:1.0:1785390752.941608:0:9673:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8e25c8961740. 00000040:00000010:1.0:1785390752.941618:0:9673:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8e25c5792000. 00000040:00080000:1.0:1785390752.944101:0:9673:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1785390752.944110:0:9673:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff8e25c5792000. 00000020:00000010:1.0:1785390752.944119:0:9673:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8e25c8961740. 00000020:00000010:1.0:1785390752.944137:0:9673:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8e25d0b75600. 00000040:00000010:1.0:1785390752.944141:0:9673:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8e25d0b74c00. 00000020:00000010:1.0:1785390752.944145:0:9673:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8e25d31b1000. 00000020:00000010:1.0:1785390752.944149:0:9673:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8e25c5295f98. 00000020:00000010:1.0:1785390752.944154:0:9673:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8e25d0b75400. 80000000:00000010:1.0:1785390752.944156:0:9673:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8e25d330b780. 40000000:00000010:1.0:1785390752.944161:0:9673:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff8e25c8961b00. 00100000:00000010:1.0:1785390752.944164:0:9673:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8e25d31b3000. 00040000:00000010:1.0:1785390752.944167:0:9673:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8e25d2f0a400. 00040000:00000010:1.0:1785390752.944171:0:9673:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff8e25d31b0000. 00040000:00000010:1.0:1785390752.944174:0:9673:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8e25d0b75800. 00000004:00000010:1.0:1785390752.944177:0:9673:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff8e25d31b6800. 00000004:00000010:1.0:1785390752.944181:0:9673:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff8e25d291a000. 00000004:00000010:1.0:1785390752.944186:0:9673:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff8e25d31b0800. 00002000:00000010:1.0:1785390752.944189:0:9673:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff8e25d328f800. 00000004:00000010:1.0:1785390752.944192:0:9673:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff8e25d328d400. 00000020:00000010:1.0:1785390752.944195:0:9673:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e25d0b74e00. 00000040:00000010:2.0:1785390752.952637:0:5576:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8e25d1ecd360. 00000040:00000001:2.0:1785390752.952651:0:5576:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1785390752.952655:0:5576:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1785390752.952661:0:5576:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8e25c4bfe000. 00000040:00000010:2.0:1785390752.952665:0:5576:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8e25d0b74400. 00000020:00000001:2.0:1785390752.952669:0:5576:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785390752.952673:0:5576:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1785390752.952680:0:5576:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8e25d0b75000. 00000040:00000010:2.0:1785390752.952683:0:5576:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8e25d0b74800. 00000020:00000010:2.0:1785390752.952687:0:5576:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8e25d31b5000. 00000020:00000010:2.0:1785390752.952711:0:5576:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8e25d0b75c00. 80000000:00000010:2.0:1785390752.952715:0:5576:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8e25d330b900. 00040000:00000010:2.0:1785390752.952721:0:5576:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8e25d0b74200. 20000000:00000010:2.0:1785390752.952725:0:5576:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff8e25d0b74600. 00000020:00000010:2.0:1785390752.952729:0:5576:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e25d0b75e00. 10000000:00000010:2.0:1785390752.952732:0:5576:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8e25c8961f80. 10000000:01000000:2.0:1785390752.952736:0:5576:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1785390752.952740:0:5576:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1785390752.952743:0:5576:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1785390752.952746:0:5576:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1785390752.952749:0:5576:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4ebb000 refcount=3 00000020:00000001:2.0:1785390752.952752:0:5576:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869990912 : -125181839560704 : ffff8e25d4ebb000) 00010000:00000001:2.0:1785390752.952755:0:5576:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869990912 : -125181839560704 : ffff8e25d4ebb000) 00010000:00000001:2.0:1785390752.952758:0:5576:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1785390752.952763:0:5576:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: ffff8e25d4ebb000/0x7c8d729250a79b8c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0ff0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785390752.952774:0:5576:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785390752.952776:0:5576:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1785390752.952779:0:5576:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: ffff8e25d4ebb000/0x7c8d729250a79b8c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0cedea5fb0c0ff0 expref: -99 pid: 5576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785390752.953337:0:5576:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1785390752.953339:0:5576:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785390752.953340:0:5576:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1785390752.953342:0:5576:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785390752.953345:0:5576:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785390752.953349:0:5576:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1785390752.953351:0:5576:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1785390752.953353:0:5576:0:(mgc_request.c:123:config_log_put()) log params(ffff8e25d31c2800) refs 3 10000000:00000001:2.0:1785390752.953355:0:5576:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1785390753.246755:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785390753.246766:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785390753.246775:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29daa00. 00000020:00000040:1.0:1785390753.246799:0:36:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:1.0:1785390753.246805:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390753.246821:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390753.246826:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390753.246835:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d2f0a400. 00000100:00000001:1.0:1785390753.246843:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390753.246855:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS req@ffff8e25d29daa00 x1872117579663104/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785390753.246866:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390753.246871:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390753.246877:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031909b32] to pc [ptlrpcd_00_01+1] req@ffff8e25d29daa00 x1872117579663104/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390753.246913:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390753.246916:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785390753.246919:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785390753.246922:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29dad80. 00000020:00000040:1.0:1785390753.246925:0:36:0:(genops.c:1231:class_import_get()) import ffff8e25d2ed7800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000100:00000001:1.0:1785390753.246926:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390753.246928:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390753.246929:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390753.246932:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d2f0aa00. 00000100:00000001:1.0:1785390753.246935:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390753.246939:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID req@ffff8e25d29dad80 x1872117579663232/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785390753.246945:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390753.246947:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390753.246950:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f723ec38] to pc [ptlrpcd_00_00+0] req@ffff8e25d29dad80 x1872117579663232/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390753.246957:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390753.246959:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785390753.246962:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785390753.246965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785390753.246972:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785390753.246975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785390753.246978:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785390753.246981:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d29db100. 00000020:00000040:1.0:1785390753.246982:0:36:0:(genops.c:1231:class_import_get()) import ffff8e25c54ac800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000100:00000001:1.0:1785390753.246984:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785390753.246985:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785390753.246987:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785390753.246990:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d2f0a900. 00000100:00000001:1.0:1785390753.246993:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390753.246996:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID req@ffff8e25d29db100 x1872117579663360/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785390753.247002:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785390753.247004:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390753.247007:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000082ea005] to pc [ptlrpcd_00_01+1] req@ffff8e25d29db100 x1872117579663360/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390753.247013:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390753.247014:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785390753.247017:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785390753.247019:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785390753.247022:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785390753.247026:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (391) 00000100:00000001:1.0:1785390753.247036:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390753.247040:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785390753.247042:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785390753.247046:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29dad80 x1872117579663232/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390753.247053:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785390753.247059:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390753.247063:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785390753.247066:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785390753.247068:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390753.247071:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579663232:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1785390753.247075:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785390753.247081:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785390753.247083:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390753.247086:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785390753.247090:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d0b74e00. 02000000:00000001:1.0:1785390753.247091:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390753.247098:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1785390753.247102:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c4ccde70. 00000400:00000010:1.0:1785390753.247109:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324fd48. 00000100:00000200:1.0:1785390753.247115:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579663232, portal 10 00000100:00000001:1.0:1785390753.247117:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390753.247119:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831324032 : -125181878227584 : ffff8e25d29dad80) 00000100:00000040:1.0:1785390753.247126:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29dad80 x1872117579663232/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390753.247132:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785390753.247134:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1785390753.247137:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f660. 00000100:00000200:1.0:1785390753.247139:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579663232, offset 0 00000400:00000200:1.0:1785390753.247146:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1785390753.247154:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.247161:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390753.247166:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785390753.247169:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1785390753.247173:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785390753.247175:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1785390753.247179:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [152:152:256:4294967295] 192.168.202.160@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:1.0:1785390753.247182:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.247191:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1785390753.247201:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390753.247207:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d2f0af00. 00000800:00000200:1.0:1785390753.247214:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390753.247232:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390753.247237:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d2f0af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785390753.247249:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390753.247253:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: using a timeout of 126122 usecs (127 jiffies) 00000400:00000200:1.0:1785390753.247257:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1785390753.247259:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 0 is 4295053442 00000100:00000001:1.0:1785390753.247262:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request active for cpu 0, keep current deadline 4295054047 00000100:00000001:1.0:1785390753.247264:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 1 is 4295053442 00000100:00000001:1.0:1785390753.247266:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request active for cpu 1, keep current deadline 4295054047 00000100:00000001:1.0:1785390753.247268:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390753.247270:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390753.247281:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390753.247284:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390753.247290:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785390753.247292:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1785390753.247293:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390753.247295:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785390753.247296:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390753.247298:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1785390753.247300:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390753.247302:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785390753.247303:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785390753.247304:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785390753.247305:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785390753.247306:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785390753.247310:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29daa00 x1872117579663104/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390753.247315:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785390753.247317:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390753.247326:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785390753.247327:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785390753.247329:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390753.247332:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579663104:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1785390753.247335:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785390753.247337:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785390753.247338:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390753.247340:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785390753.247342:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d0b75800. 02000000:00000001:1.0:1785390753.247344:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390753.247347:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1785390753.247350:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c4ccdf78. 00000400:00000010:1.0:1785390753.247353:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324faa0. 00000100:00000200:1.0:1785390753.247356:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579663104, portal 25 00000100:00000001:1.0:1785390753.247357:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390753.247358:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831323136 : -125181878228480 : ffff8e25d29daa00) 00000100:00000040:1.0:1785390753.247363:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29daa00 x1872117579663104/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390753.247368:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785390753.247370:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1785390753.247372:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f440. 00000100:00000200:1.0:1785390753.247373:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872117579663104, offset 0 00000400:00000200:1.0:1785390753.247377:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1785390753.247380:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.247382:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390753.247385:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785390753.247387:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1785390753.247389:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785390753.247391:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1785390753.247393:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [153:153:255:4294967295] 192.168.202.160@tcp LPNI seq info [153:153:7:4294967295] 00000400:00000200:1.0:1785390753.247396:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.247402:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1785390753.247413:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390753.247416:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d2f0a000. 00000800:00000200:1.0:1785390753.247419:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390753.247423:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390753.247425:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d2f0a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785390753.247428:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390753.247430:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1785390753.247432:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295054365 00000100:00000001:1.0:1785390753.247440:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054047 00000100:00000001:1.0:1785390753.247443:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295054365 00000100:00000001:1.0:1785390753.247445:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054047 00000100:00000001:1.0:1785390753.247448:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390753.247450:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390753.247452:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785390753.247455:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d29db100 x1872117579663360/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390753.247461:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785390753.247462:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390753.247465:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785390753.247466:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785390753.247468:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785390753.247470:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d29db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2353:1872117579663360:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1785390753.247473:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785390753.247475:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785390753.247476:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785390753.247478:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785390753.247480:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25d0b75400. 02000000:00000001:1.0:1785390753.247482:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390753.251367:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1785390753.251378:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c4ccd8f0. 00000400:00000010:1.0:1785390753.251401:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324ff68. 00000100:00000200:1.0:1785390753.251409:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579663360, portal 10 00000100:00000001:1.0:1785390753.251413:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785390753.251414:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891831324928 : -125181878226688 : ffff8e25d29db100) 00000100:00000040:1.0:1785390753.251429:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d29db100 x1872117579663360/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390753.251437:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785390753.251440:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1785390753.251443:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d324f2a8. 00000100:00000200:1.0:1785390753.251446:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579663360, offset 0 00000400:00000200:1.0:1785390753.251452:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1785390753.251462:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.251469:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390753.251475:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785390753.251479:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1785390753.251492:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785390753.251495:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1785390753.251499:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [154:154:254:4294967295] 192.168.202.160@tcp LPNI seq info [154:154:6:4294967295] 00000400:00000200:1.0:1785390753.251503:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1785390753.251692:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785390753.251698:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390753.251738:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1785390753.251745:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390753.251752:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d2f0ae00. 00000800:00000200:1.0:1785390753.251759:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390753.251767:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390753.251771:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d2f0ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785390753.251775:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390753.251780:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: using a timeout of 22523 usecs (23 jiffies) 00000800:00000200:0.0:1785390753.251872:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390753.251877:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d2f0af00. 00000400:00000200:0.0:1785390753.251884:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390753.251889:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390753.251894:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f660 00000400:00000010:0.0:1785390753.251896:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f660. 00000100:00000001:0.0:1785390753.251901:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390753.251906:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29dad80 x1872117579663232/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390753.251916:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390753.251919:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29dad80 x1872117579663232/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390753.251925:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390753.251927:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785390753.251937:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390753.251939:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d2f0a000. 00000400:00000200:0.0:1785390753.251942:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390753.251945:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390753.251953:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f440 00000400:00000010:0.0:1785390753.251955:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f440. 00000100:00000001:0.0:1785390753.251957:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390753.251963:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29daa00 x1872117579663104/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390753.251971:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390753.251974:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29daa00 x1872117579663104/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390753.251980:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390753.251982:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785390753.252055:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390753.252058:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d2f0ae00. 00000400:00000200:0.0:1785390753.252061:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390753.252064:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390753.252067:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324f2a8 00000400:00000010:0.0:1785390753.252068:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324f2a8. 00000100:00000001:0.0:1785390753.252071:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390753.252074:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d29db100 x1872117579663360/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390753.252080:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390753.252082:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d29db100 x1872117579663360/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390753.252089:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390753.252090:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1785390753.252666:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1785390753.252669:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295053343 00000100:00000001:1.0:1785390753.252673:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 0, keep current deadline 4295054365 00000100:00000001:1.0:1785390753.252682:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295053343 00000100:00000001:1.0:1785390753.252685:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 1, keep current deadline 4295054365 00000100:00000001:1.0:1785390753.252687:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785390753.252691:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390753.252695:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785390753.252699:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1785390753.283649:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390753.283672:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785390753.283677:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390753.283680:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390753.283689:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.283698:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1785390753.283708:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.283714:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.283720:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.283726:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 25 MB=0x6a6ae57504700 00000400:00000200:1.0:1785390753.283731:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.283738:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 224/224 into md 0x911 [1] + 224 00000800:00000001:1.0:1785390753.283746:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390753.283751:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390753.283754:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390753.283759:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1785390753.283768:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390753.283779:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29daa00 x1872117579663104/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785390753.283829:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d29daa00 x1872117579663104/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390753.283857:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785390753.283869:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390753.283873:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785390753.283876:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390753.283878:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390753.283894:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.283899:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1785390753.283903:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.283907:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.283910:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.283913:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57504780 00000400:00000200:1.0:1785390753.283918:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.283923:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x901 [1] + 224 00000800:00000001:1.0:1785390753.283927:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390753.283931:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390753.283934:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390753.283937:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1785390753.283940:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390753.283945:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29dad80 x1872117579663232/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785390753.283953:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d29dad80 x1872117579663232/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390753.283961:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785390753.283964:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390753.283968:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785390753.283969:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390753.283972:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390753.283975:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.283978:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1785390753.283982:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.283985:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.283987:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.283990:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57504800 00000400:00000200:1.0:1785390753.283994:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390753.283997:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x921 [1] + 224 00000800:00000001:1.0:1785390753.284001:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390753.284019:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390753.284021:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390753.284024:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1785390753.284028:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390753.284032:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d29db100 x1872117579663360/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785390753.284040:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d29db100 x1872117579663360/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390753.284046:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785390753.284049:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390753.284051:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390753.284830:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785390753.284836:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785390753.284844:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785390753.284846:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785390753.284850:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c4ccdf78. 00000400:00000200:0.0:1785390753.284855:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324faa0 00000400:00000010:0.0:1785390753.284858:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324faa0. 00000100:00000001:0.0:1785390753.284861:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390753.284867:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29daa00 x1872117579663104/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785390753.284891:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29daa00 x1872117579663104/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390753.284899:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785390753.284901:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390753.284904:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785390753.284907:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785390753.284910:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785390753.284913:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390753.284916:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785390753.284923:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932c60 time=130 v=5 (5 0 0 0) 00000100:00001000:0.0:1785390753.284927:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=130 v=5 (1 0 0 0) 00000100:00000001:0.0:1785390753.284930:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785390753.284931:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390753.284935:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785390753.284937:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390753.284940:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390753.284945:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29daa00 x1872117579663104/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390753.284952:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785390753.284955:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785390753.284956:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785390753.284960:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29daa00 x1872117579663104/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785390753.284969:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5321e4e3-83c8-453a-9f3d-aba59fb79876:2353:1872117579663104:192.168.202.160@tcp:400:kworker.0 00000400:00000001:0.0:1785390753.284975:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785390753.284977:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785390753.284979:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c4ccd8f0. 00000400:00000200:0.0:1785390753.284982:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324ff68 00000400:00000010:0.0:1785390753.284983:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324ff68. 00000100:00000001:0.0:1785390753.284985:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390753.284988:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29db100 x1872117579663360/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785390753.285006:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29db100 x1872117579663360/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390753.285012:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785390753.285014:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390753.285016:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785390753.285017:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785390753.285019:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785390753.285020:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390753.285022:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785390753.285028:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25c54acc60 time=42 v=5 (5 0 0 0) 00000100:00001000:0.0:1785390753.285031:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25c54acc18 time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1785390753.285033:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785390753.285034:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390753.285036:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785390753.285039:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390753.285042:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785390753.285045:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:0.0:1785390753.285047:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785390753.285048:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390753.285052:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29db100 x1872117579663360/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390753.285059:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785390753.285060:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785390753.285062:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785390753.285065:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29db100 x1872117579663360/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785390753.285073:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a586f02-dc38-4641-bf32-0c98ce7f2941:2353:1872117579663360:192.168.202.160@tcp:400:kworker.0 00000400:00000001:0.0:1785390753.285079:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785390753.285080:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785390753.285082:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c4ccde70. 00000400:00000200:0.0:1785390753.285085:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d324fd48 00000400:00000010:0.0:1785390753.285092:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d324fd48. 00000100:00000001:0.0:1785390753.285094:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390753.285098:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d29dad80 x1872117579663232/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785390753.285106:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d29dad80 x1872117579663232/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390753.285112:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785390753.285113:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390753.285115:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785390753.285117:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785390753.285118:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785390753.285119:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390753.285121:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785390753.285125:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2ed7c60 time=130 v=5 (5 0 0 0) 00000100:00001000:0.0:1785390753.285128:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2ed7c18 time=130 v=5 (1 0 0 0) 00000100:00000001:0.0:1785390753.285130:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785390753.285131:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390753.285133:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785390753.285134:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390753.285136:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785390753.285138:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c7faa000: skip recheck: last_committed 0 00000100:00000001:0.0:1785390753.285139:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785390753.285141:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390753.285144:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d29dad80 x1872117579663232/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390753.285150:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785390753.285152:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785390753.285153:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785390753.285157:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d29dad80 x1872117579663232/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785390753.285164:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d29dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e468f566-16ba-4f49-a441-6b24e8d1537d:2353:1872117579663232:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1785390753.285168:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390753.285176:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390753.285180:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29daa00 x1872117579663104/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390753.285188:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785390753.285191:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785390753.285194:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d0b75800. 02000000:00000001:0.0:1785390753.285198:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785390753.285202:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785390753.285204:0:2353:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:0.0:1785390753.285206:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785390753.285209:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d2f0a400. 02000000:00000001:0.0:1785390753.285213:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785390753.285215:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785390753.285217:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29daa00. 00000100:00000001:0.0:1785390753.285220:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785390753.285222:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390753.285224:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390753.285227:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29db100 x1872117579663360/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390753.285234:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785390753.285235:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785390753.285237:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d0b75400. 02000000:00000001:0.0:1785390753.285239:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785390753.285240:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785390753.285242:0:2353:0:(genops.c:1244:class_import_put()) import ffff8e25c54ac800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000020:00000001:0.0:1785390753.285244:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785390753.285245:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d2f0a900. 02000000:00000001:0.0:1785390753.285247:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785390753.285249:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785390753.285250:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29db100. 00000100:00000001:0.0:1785390753.285253:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785390753.285254:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390753.285256:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390753.285259:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d29dad80 x1872117579663232/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390769 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390753.285266:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785390753.285285:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785390753.285287:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25d0b74e00. 02000000:00000001:0.0:1785390753.285290:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785390753.285292:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785390753.285293:0:2353:0:(genops.c:1244:class_import_put()) import ffff8e25d2ed7800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000020:00000001:0.0:1785390753.285296:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785390753.285297:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d2f0aa00. 02000000:00000001:0.0:1785390753.285299:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785390753.285301:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785390753.285302:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d29dad80. 00000100:00000001:0.0:1785390753.285305:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785390753.285306:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390753.285308:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390753.285317:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785390753.285320:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390753.285322:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785390753.285325:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390753.691914:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390753.691921:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390753.691936:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390753.691937:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785390753.692140:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785390753.692145:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390753.692148:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1785390754.078128:0:5576:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1785390754.078135:0:5576:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:0.0:1785390754.331928:0:8158:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a000 (cpu 0) has reached its deadline 4295054365, at 4295054400 00000100:00000010:0.0:1785390754.331944:0:8158:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25d330ba80. 00000100:00000040:1.0:1785390754.332574:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a110 (cpu 1) has reached its deadline 4295054365, at 4295054400 00000100:00000010:1.0:1785390754.332581:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25d330bf60. 00010000:00000001:2.0:1785390754.716693:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390754.716702:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1785390754.716705:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1785390754.716708:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390754.716713:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1785390754.716715:0:41:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390754.716718:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390754.716720:0:41:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390754.717033:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390754.717036:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390754.717060:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390754.717063:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390754.717066:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390755.745425:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390755.745432:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390755.745438:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390755.745440:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785390755.746345:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785390755.746365:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390755.746369:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390756.769498:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390756.769506:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390756.769512:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390756.769514:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785390756.769744:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785390756.769748:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785390756.769751:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1785390757.350371:0:5564:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1785390757.350380:0:5564:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390757.789122:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390757.789128:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390757.789133:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390757.789134:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785390757.789414:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785390757.789418:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390757.789422:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1785390758.364036:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785390758.364046:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785390758.364053:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d199a680. 00000020:00000040:2.0:1785390758.364060:0:36:0:(genops.c:1231:class_import_get()) import ffff8e25d2932800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:2.0:1785390758.364065:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785390758.364068:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785390758.364075:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785390758.364082:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d0b2ab00. 00000100:00000001:2.0:1785390758.364090:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390758.364104:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5321e4e3-83c8-453a-9f3d-aba59fb79876->MGS req@ffff8e25d199a680 x1872117579663488/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785390758.364125:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785390758.364130:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390758.364136:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064421bf9] to pc [ptlrpcd_01_01+1] req@ffff8e25d199a680 x1872117579663488/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.364162:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390758.364164:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785390758.364168:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785390758.364170:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d1998a80. 00000020:00000040:2.0:1785390758.364173:0:36:0:(genops.c:1231:class_import_get()) import ffff8e25d2ed7800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000100:00000001:2.0:1785390758.364175:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785390758.364177:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785390758.364178:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785390758.364182:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d0b2a100. 00000100:00000001:2.0:1785390758.364185:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390758.364189:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-MDT0000_UUID req@ffff8e25d1998a80 x1872117579663616/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785390758.364196:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785390758.364198:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390758.364201:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025ef40db] to pc [ptlrpcd_01_00+0] req@ffff8e25d1998a80 x1872117579663616/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.364209:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390758.364211:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785390758.364214:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785390758.364216:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785390758.364220:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e468f566-16ba-4f49-a441-6b24e8d1537d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785390758.364222:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785390758.364239:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785390758.364242:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d1999180. 00000020:00000040:2.0:1785390758.364244:0:36:0:(genops.c:1231:class_import_get()) import ffff8e25c54ac800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000100:00000001:2.0:1785390758.364246:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785390758.364247:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785390758.364249:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785390758.364253:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e25d0b2a200. 00000100:00000001:2.0:1785390758.364256:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390758.364261:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-MDT0000_UUID req@ffff8e25d1999180 x1872117579663744/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785390758.364267:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785390758.364269:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390758.364273:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002668c609] to pc [ptlrpcd_01_01+1] req@ffff8e25d1999180 x1872117579663744/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.364280:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390758.364282:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785390758.364285:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785390758.364288:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785390758.364291:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5a586f02-dc38-4641-bf32-0c98ce7f2941->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785390758.364295:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (396) 00000100:00000001:2.0:1785390758.364308:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390758.364312:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785390758.364314:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785390758.364319:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d199a680 x1872117579663488/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.364326:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785390758.364327:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390758.364331:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785390758.364334:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785390758.364342:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390758.364345:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d199a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2356:1872117579663488:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1785390758.364350:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785390758.364356:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785390758.364359:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390758.364361:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785390758.364366:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c4fb2a00. 02000000:00000001:2.0:1785390758.364367:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390758.364375:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1785390758.364379:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c57a9420. 00000400:00000010:2.0:1785390758.364386:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156af68. 00000100:00000200:2.0:1785390758.364394:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579663488, portal 25 00000100:00000001:2.0:1785390758.364396:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785390758.364398:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891814282880 : -125181895268736 : ffff8e25d199a680) 00000100:00000040:2.0:1785390758.364405:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d199a680 x1872117579663488/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.364413:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785390758.364416:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1785390758.364419:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a2a8. 00000100:00000200:2.0:1785390758.364422:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872117579663488, offset 0 00000400:00000200:2.0:1785390758.364429:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1785390758.364437:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390758.364445:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1785390758.364451:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785390758.364455:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1785390758.364459:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785390758.364462:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1785390758.364467:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [155:155:256:4294967295] 192.168.202.160@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:2.0:1785390758.364471:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390758.364483:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1785390758.364490:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1785390758.364506:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d0b2af00. 00000800:00000200:2.0:1785390758.364519:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1785390758.364527:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1785390758.364531:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d0b2af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785390758.364540:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390758.364544:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1785390758.364547:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295059482 00000100:00000010:2.0:1785390758.364551:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25d1ecd360. 00000100:00000001:2.0:1785390758.364557:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1785390758.364563:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295059482 00000100:00000010:2.0:1785390758.364566:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25d1ecd2a0. 00000100:00000001:2.0:1785390758.364569:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1785390758.364572:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390758.364575:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390758.364577:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785390758.364581:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d1999180 x1872117579663744/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.364587:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785390758.364588:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390758.364590:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785390758.364592:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785390758.364594:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390758.364596:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5a586f02-dc38-4641-bf32-0c98ce7f2941:2356:1872117579663744:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1785390758.364599:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785390758.364602:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785390758.364603:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390758.364604:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785390758.364607:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c4fb3c00. 02000000:00000001:2.0:1785390758.364609:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390758.364613:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1785390758.364615:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c57a9318. 00000400:00000010:2.0:1785390758.364619:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a770. 00000100:00000200:2.0:1785390758.364621:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579663744, portal 10 00000100:00000001:2.0:1785390758.364628:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785390758.364629:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891814277504 : -125181895274112 : ffff8e25d1999180) 00000100:00000040:2.0:1785390758.364636:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d1999180 x1872117579663744/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.364642:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785390758.364644:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1785390758.364646:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156abb0. 00000100:00000200:2.0:1785390758.364649:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579663744, offset 0 00000400:00000200:2.0:1785390758.364653:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1785390758.364656:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390758.364660:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1785390758.364662:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785390758.364665:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1785390758.364667:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785390758.364669:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1785390758.364672:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [156:156:255:4294967295] 192.168.202.160@tcp LPNI seq info [156:156:7:4294967295] 00000400:00000200:2.0:1785390758.364676:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390758.364682:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1785390758.364686:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1785390758.364689:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d0b2a700. 00000800:00000200:2.0:1785390758.364693:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1785390758.364698:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1785390758.364700:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d0b2a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785390758.364703:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390758.364706:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: using a timeout of 24445 usecs (25 jiffies) 00000400:00000200:2.0:1785390758.364709:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1785390758.364711:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 0 is 4295058457 00000100:00000001:2.0:1785390758.364713:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 0, keep current deadline 4295059482 00000100:00000001:2.0:1785390758.364715:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS new deadline estimation for cpu 1 is 4295058457 00000100:00000001:2.0:1785390758.364718:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c33df800: PM QoS request active for cpu 1, keep current deadline 4295059482 00000100:00000001:2.0:1785390758.364723:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390758.364725:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390758.364727:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390758.364730:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390758.364738:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785390758.364740:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1785390758.364742:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390758.364743:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785390758.364745:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390758.364747:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1785390758.364748:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390758.364750:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785390758.364751:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390758.364753:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390758.364754:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785390758.364755:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785390758.364760:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d1998a80 x1872117579663616/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.364767:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785390758.364768:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390758.364770:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785390758.364772:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785390758.364774:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785390758.364777:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d1998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2356:1872117579663616:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1785390758.364780:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785390758.364800:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785390758.364802:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390758.364804:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785390758.364807:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e25c4fb3800. 02000000:00000001:2.0:1785390758.364809:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785390758.364812:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1785390758.364815:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25c57a94d0. 00000400:00000010:2.0:1785390758.364819:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156ae58. 00000100:00000200:2.0:1785390758.364822:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872117579663616, portal 10 00000100:00000001:2.0:1785390758.364824:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785390758.364829:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891814275712 : -125181895275904 : ffff8e25d1998a80) 00000100:00000040:2.0:1785390758.364836:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e25d1998a80 x1872117579663616/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.364842:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785390758.364844:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1785390758.364847:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d156a550. 00000100:00000200:2.0:1785390758.364849:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872117579663616, offset 0 00000400:00000200:2.0:1785390758.364853:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1785390758.364856:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390758.364859:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1785390758.364862:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785390758.364864:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1785390758.364867:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785390758.364869:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1785390758.364871:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [157:157:254:4294967295] 192.168.202.160@tcp LPNI seq info [157:157:6:4294967295] 00000400:00000200:2.0:1785390758.364887:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1785390758.364898:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1785390758.364903:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1785390758.364908:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25d0b2a800. 00000800:00000200:2.0:1785390758.364912:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1785390758.364917:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1785390758.364920:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25d0b2a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785390758.364923:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390758.364926:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: using a timeout of 123671 usecs (124 jiffies) 00000400:00000200:2.0:1785390758.364929:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1785390758.364931:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 0 is 4295058557 00000100:00000001:2.0:1785390758.364933:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request active for cpu 0, keep current deadline 4295059482 00000100:00000001:2.0:1785390758.364935:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 1 is 4295058557 00000100:00000001:2.0:1785390758.364938:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request active for cpu 1, keep current deadline 4295059482 00000100:00000001:2.0:1785390758.364939:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390758.364945:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390758.364948:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390758.364950:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785390758.365047:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390758.365052:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d0b2af00. 00000400:00000200:0.0:1785390758.365056:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390758.365061:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390758.365067:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a2a8 00000400:00000010:0.0:1785390758.365070:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a2a8. 00000100:00000001:0.0:1785390758.365074:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390758.365079:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d199a680 x1872117579663488/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390758.365087:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390758.365091:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d199a680 x1872117579663488/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390758.365098:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390758.365106:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785390758.365120:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390758.365122:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d0b2a700. 00000400:00000200:0.0:1785390758.365125:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390758.365129:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390758.365131:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156abb0 00000400:00000010:0.0:1785390758.365133:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156abb0. 00000100:00000001:0.0:1785390758.365135:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390758.365140:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d1999180 x1872117579663744/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390758.365147:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390758.365150:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d1999180 x1872117579663744/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390758.365157:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390758.365159:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1785390758.366932:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390758.366992:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785390758.369306:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390758.369315:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25d0b2a800. 00000400:00000200:0.0:1785390758.369322:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390758.369330:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390758.369337:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a550 00000400:00000010:0.0:1785390758.369339:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a550. 00000100:00000001:0.0:1785390758.369344:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390758.369351:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d1998a80 x1872117579663616/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390758.369362:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390758.369365:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d1998a80 x1872117579663616/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785390758.369372:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390758.369374:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1785390758.369695:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390758.369713:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785390758.369717:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390758.369719:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390758.369728:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390758.369737:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1785390758.369747:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390758.369753:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390758.369759:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390758.369763:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 25 MB=0x6a6ae57504880 00000400:00000200:1.0:1785390758.369768:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390758.369775:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 224/224 into md 0x931 [1] + 224 00000800:00000001:1.0:1785390758.369841:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390758.369853:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390758.369856:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390758.369863:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1785390758.369869:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390758.369901:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d199a680 x1872117579663488/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785390758.369914:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d199a680 x1872117579663488/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390758.369934:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785390758.369946:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390758.369949:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390758.370029:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390758.370034:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785390758.370041:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785390758.370043:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785390758.370047:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c57a9420. 00000400:00000200:2.0:1785390758.370052:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156af68 00000400:00000010:2.0:1785390758.370054:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156af68. 00000100:00000001:2.0:1785390758.370057:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785390758.370064:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d199a680 x1872117579663488/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785390758.370075:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d199a680 x1872117579663488/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.370082:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785390758.370084:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390758.370087:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785390758.370090:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785390758.370094:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785390758.370097:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390758.370100:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785390758.370107:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2932c60 time=135 v=5 (5 0 0 0) 00000100:00001000:2.0:1785390758.370112:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2932c18 time=135 v=5 (1 0 0 0) 00000100:00000001:2.0:1785390758.370114:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785390758.370116:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390758.370119:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785390758.370122:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390758.370125:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390758.370129:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d199a680 x1872117579663488/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.370136:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390758.370139:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785390758.370149:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785390758.370153:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d199a680 x1872117579663488/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785390758.370160:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d199a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5321e4e3-83c8-453a-9f3d-aba59fb79876:2356:1872117579663488:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1785390758.370166:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390758.370168:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785390758.370171:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d199a680 x1872117579663488/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.370177:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785390758.370180:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785390758.370183:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c4fb2a00. 02000000:00000001:2.0:1785390758.370186:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785390758.370189:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785390758.370191:0:2356:0:(genops.c:1244:class_import_put()) import ffff8e25d2932800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:2.0:1785390758.370194:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785390758.370197:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d0b2ab00. 02000000:00000001:2.0:1785390758.370200:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785390758.370202:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785390758.370204:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d199a680. 00000100:00000001:2.0:1785390758.370207:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785390758.370208:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390758.370210:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390758.370212:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390758.370213:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785390758.370215:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390758.370217:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1785390758.376025:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390758.376044:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785390758.376048:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390758.376051:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390758.376061:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390758.376070:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1785390758.376081:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390758.376086:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390758.376092:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390758.376096:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57504980 00000400:00000200:1.0:1785390758.376101:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390758.376108:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x939 [1] + 224 00000800:00000001:1.0:1785390758.376116:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390758.376120:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390758.376124:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390758.376128:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1785390758.376136:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390758.376146:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d1999180 x1872117579663744/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785390758.376159:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d1999180 x1872117579663744/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390758.376180:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785390758.376191:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390758.376195:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785390758.376207:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390758.376211:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390758.376215:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390758.376220:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1785390758.376237:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390758.376242:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390758.376249:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1785390758.376249:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1785390758.376256:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a6ae57504900 00000100:00000001:2.0:1785390758.376258:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1785390758.376264:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000001:2.0:1785390758.376271:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785390758.376274:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785390758.376279:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c57a9318. 00000400:00000200:2.0:1785390758.376286:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156a770 00000400:00000010:2.0:1785390758.376288:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156a770. 00000100:00000001:2.0:1785390758.376292:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785390758.376303:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d1999180 x1872117579663744/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785390758.376329:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d1999180 x1872117579663744/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.376337:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785390758.376340:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390758.376343:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785390758.376347:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785390758.376350:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785390758.376353:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390758.376356:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785390758.376367:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25c54acc60 time=47 v=5 (5 0 0 0) 00000100:00001000:2.0:1785390758.376371:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25c54acc18 time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1785390758.376375:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785390758.376376:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390758.376379:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785390758.376383:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390758.376387:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785390758.376389:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c33df800: skip recheck: last_committed 0 00000100:00000001:2.0:1785390758.376391:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785390758.376406:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390758.376412:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d1999180 x1872117579663744/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.376420:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390758.376423:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785390758.376425:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785390758.376429:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d1999180 x1872117579663744/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785390758.376438:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5a586f02-dc38-4641-bf32-0c98ce7f2941:2356:1872117579663744:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1785390758.376443:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390758.376446:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785390758.376450:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d1999180 x1872117579663744/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c33df800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.376469:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785390758.376472:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785390758.376476:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c4fb3c00. 02000000:00000001:2.0:1785390758.376492:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785390758.376495:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785390758.376497:0:2356:0:(genops.c:1244:class_import_put()) import ffff8e25c54ac800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c33df800 00000020:00000001:2.0:1785390758.376499:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785390758.376502:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d0b2a200. 02000000:00000001:2.0:1785390758.376506:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785390758.376508:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785390758.376510:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d1999180. 00000100:00000001:2.0:1785390758.376513:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785390758.376515:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390758.376518:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390758.376520:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390758.376522:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785390758.376524:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390758.376526:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785390758.377603:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x941 [1] + 224 00000800:00000001:1.0:1785390758.377613:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390758.377628:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390758.377631:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390758.377637:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1785390758.377642:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785390758.377649:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d1998a80 x1872117579663616/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785390758.377660:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e25d1998a80 x1872117579663616/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785390758.377677:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785390758.377684:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390758.377687:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390758.377724:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390758.377727:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785390758.377732:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785390758.377734:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785390758.377736:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25c57a94d0. 00000400:00000200:2.0:1785390758.377741:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d156ae58 00000400:00000010:2.0:1785390758.377743:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d156ae58. 00000100:00000001:2.0:1785390758.377746:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785390758.377753:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d1998a80 x1872117579663616/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785390758.377764:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d1998a80 x1872117579663616/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.377771:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785390758.377878:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390758.377881:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785390758.377882:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785390758.377884:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785390758.377893:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785390758.377896:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785390758.377902:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2ed7c60 time=135 v=5 (5 0 0 0) 00000100:00001000:2.0:1785390758.377906:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2ed7c18 time=135 v=5 (1 0 0 0) 00000100:00000001:2.0:1785390758.377908:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785390758.377910:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390758.377912:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785390758.377914:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390758.377928:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785390758.377930:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c7faa000: skip recheck: last_committed 0 00000100:00000001:2.0:1785390758.377933:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785390758.377991:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785390758.377998:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d1998a80 x1872117579663616/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.378005:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785390758.378007:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785390758.378009:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785390758.378013:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d1998a80 x1872117579663616/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785390758.378020:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d1998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e468f566-16ba-4f49-a441-6b24e8d1537d:2356:1872117579663616:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1785390758.378025:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390758.378028:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785390758.378031:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d1998a80 x1872117579663616/t0(0) o400->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1785390774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785390758.378038:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785390758.378041:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785390758.378044:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e25c4fb3800. 02000000:00000001:2.0:1785390758.378048:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785390758.378050:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785390758.378052:0:2356:0:(genops.c:1244:class_import_put()) import ffff8e25d2ed7800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000020:00000001:2.0:1785390758.378054:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785390758.378057:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e25d0b2a100. 02000000:00000001:2.0:1785390758.378067:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785390758.378069:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785390758.378072:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d1998a80. 00000100:00000001:2.0:1785390758.378076:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785390758.378078:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390758.378080:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785390758.378090:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785390758.378093:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785390758.378095:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785390758.378098:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390758.812690:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390758.812695:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390758.812700:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390758.812701:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785390758.813340:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785390758.813344:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785390758.813348:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1785390758.936836:0:9829:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785390758.936854:0:9829:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785390759.453190:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a110 (cpu 1) has reached its deadline 4295059482, at 4295059521 00000100:00000040:0.0:1785390759.453381:0:8158:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a000 (cpu 0) has reached its deadline 4295059482, at 4295059521 00000100:00000010:1.0:1785390759.453620:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25d1ecd2a0. 00000100:00000010:0.0:1785390759.453822:0:8158:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25d1ecd360. 00010000:00000001:2.0:1785390759.842256:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390759.842264:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390759.842270:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390759.842272:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785390759.842291:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785390759.842294:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785390759.842298:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1785390760.860292:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390760.860300:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390760.860307:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390760.860310:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1785390760.860312:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1785390760.860316:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390760.860319:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1785390760.860321:0:41:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390760.860324:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390760.860326:0:41:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785390760.870739:0:5573:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785390760.870747:0:5573:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785390760.870752:0:5573:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1785390761.121695:0:9967:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1785390761.121708:0:9967:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1785390761.613532:0:10003:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1785390761.613540:0:10003:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: finish setup 01:52:39 (1785390759) === 00000001:00000001:0.0:1785390761.625319:0:10003:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1785390761.884688:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390761.884696:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785390761.884702:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1785390761.884704:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785390761.885509:0:5574:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785390761.885516:0:5574:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785390761.885521:0:5574:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1785390761.946773:0:10016:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1785390761.946812:0:10016:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1785390761.983411:0:7601:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1785390761.983418:0:7601:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1785390761.983421:0:7601:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c19d3b78 00000080:00200000:3.0:1785390761.983426:0:7601:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248),name=/ 00000080:00000010:3.0:1785390761.983435:0:7601:0:(llite_lib.c:4055:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8e25c33e4800. 00800000:00000002:3.0:1785390761.983442:0:7601:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff8e25d0651800 2 00000080:00000001:3.0:1785390761.983447:0:7601:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1785390761.983453:0:7601:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1785390761.983455:0:7601:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c19d3a98 00800000:00000002:3.0:1785390761.983458:0:7601:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1785390761.983462:0:7601:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1785390761.983466:0:7601:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1785390761.983472:0:7601:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1785390761.983474:0:7601:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c19d3968 00000002:00010000:3.0:1785390761.983476:0:7601:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1785390761.983481:0:7601:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1785390761.983483:0:7601:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1785390761.983487:0:7601:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1785390761.983495:0:7601:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8e25c7fce900 count: 2 00010000:00000001:3.0:1785390761.983498:0:7601:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1785390761.983503:0:7601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:3.0:1785390761.983510:0:7601:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff8e25d0a7e180. 00010000:00000001:3.0:1785390761.983513:0:7601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1785390761.983519:0:7601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 02000000:00000001:3.0:1785390761.983531:0:7601:0:(sec.c:1035:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1785390761.983536:0:7601:0:(sec.c:1051:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390761.983540:0:7601:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000002:00000001:3.0:1785390761.983563:0:7601:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1785390761.983565:0:7601:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1785390761.983567:0:7601:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1785390761.983569:0:7601:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1785390761.983571:0:7601:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1785390761.983573:0:7601:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1785390761.983576:0:7601:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1785390761.983579:0:7601:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff8e25d0651800 2 00000080:00000010:3.0:1785390761.983582:0:7601:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8e25c33e4800. 00000080:00000001:3.0:1785390761.983586:0:7601:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1785390761.983588:0:7601:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1785390761.983592:0:7601:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) 00000080:00010000:3.0:1785390761.983595:0:7601:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) for lock 0x7c8d729250a79b0e 00800000:00000001:3.0:1785390761.983599:0:7601:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1785390761.983601:0:7601:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1785390761.983603:0:7601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1785390761.983605:0:7601:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1785390761.983608:0:7601:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4eba000 refcount=3 00000020:00000001:3.0:1785390761.983610:0:7601:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:3.0:1785390761.983614:0:7601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:3.0:1785390761.983616:0:7601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390761.983618:0:7601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1785390761.983620:0:7601:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1785390761.983622:0:7601:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1785390761.983625:0:7601:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c8d729250a79b0e from it ffffa118c19d3bb0 00010000:00000001:3.0:1785390761.983627:0:7601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1785390761.983628:0:7601:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1785390761.983630:0:7601:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4eba000 refcount=3 00000020:00000001:3.0:1785390761.983632:0:7601:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:3.0:1785390761.983634:0:7601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:3.0:1785390761.983636:0:7601:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1785390761.983647:0:7601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1785390761.983655:0:7601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390761.983656:0:7601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1785390761.983658:0:7601:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1785390761.983660:0:7601:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1785390761.983663:0:7601:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000020:00000010:3.0:1785390761.983671:0:7601:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8e25c33e4800. 00010000:00000001:3.0:1785390761.983675:0:7601:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785390761.983678:0:7601:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1785390761.983680:0:7601:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1785390761.983683:0:7601:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390761.983686:0:7601:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1785390761.983688:0:7601:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390761.983690:0:7601:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390761.983693:0:7601:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390761.983694:0:7601:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1785390761.983696:0:7601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390761.983697:0:7601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1785390761.983701:0:7601:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1785390761.983703:0:7601:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1785390761.983705:0:7601:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248), inode mode 41ed mask 44 00000020:00000010:3.0:1785390761.983712:0:7601:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff8e25d2f30800. 00000080:00000001:3.0:1785390761.983715:0:7601:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1785390761.983720:0:7601:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1785390761.983723:0:7601:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1785390761.983725:0:7601:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c19d3b78 00000080:00200008:3.0:1785390761.983727:0:7601:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8e25d8113248), flags 304000 00000080:00000010:3.0:1785390761.983733:0:7601:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8e25d55483c0. 00000080:00000001:3.0:1785390761.983738:0:7601:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1785390761.983740:0:7601:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785390761.983750:0:7601:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c19d3d28 00000080:00200008:3.0:1785390761.983753:0:7601:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8e25d8113248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1785390761.983766:0:7601:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1785390761.983769:0:7601:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:3.0:1785390761.983772:0:7601:0:(llite_lib.c:4055:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8e25c33e4400. 00800000:00000002:3.0:1785390761.983774:0:7601:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff8e25d0651800 2 00800000:00000001:3.0:1785390761.983781:0:7601:0:(lmv_obd.c:3433:lmv_read_page()) Process entered 00000002:00000001:3.0:1785390761.983945:0:7601:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1785390761.983947:0:7601:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1785390761.983949:0:7601:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c19d3990 00000002:00010000:3.0:1785390761.983951:0:7601:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:3.0:1785390761.983954:0:7601:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1785390761.983956:0:7601:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1785390761.983957:0:7601:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1785390761.983960:0:7601:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8e25c7fce900 count: 2 00010000:00000001:3.0:1785390761.983962:0:7601:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1785390761.983964:0:7601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1785390761.983966:0:7601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1785390761.983969:0:7601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 02000000:00000001:3.0:1785390761.983976:0:7601:0:(sec.c:1035:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1785390761.983978:0:7601:0:(sec.c:1051:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390761.983981:0:7601:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000002:00000001:3.0:1785390761.983986:0:7601:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1785390761.983988:0:7601:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1785390761.983990:0:7601:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1785390761.983991:0:7601:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1785390761.983993:0:7601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1785390761.983994:0:7601:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1785390761.983996:0:7601:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4eba000 refcount=3 00000020:00000001:3.0:1785390761.983997:0:7601:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:3.0:1785390761.984000:0:7601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:3.0:1785390761.984002:0:7601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390761.984008:0:7601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1785390761.984009:0:7601:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1785390761.984039:0:7601:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1785390761.984043:0:7601:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff8e25d2f33000. 00000002:00000001:3.0:1785390761.984626:0:7601:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1785390761.984633:0:7601:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d2e4bb80. 00000020:00000040:3.0:1785390761.984637:0:7601:0:(genops.c:1231:class_import_get()) import ffff8e25d2ed7800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000100:00000001:3.0:1785390761.984642:0:7601:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785390761.984645:0:7601:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785390761.984648:0:7601:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785390761.984656:0:7601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e25d54c7800. 00000100:00000001:3.0:1785390761.984663:0:7601:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390761.984667:0:7601:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1785390761.984670:0:7601:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8e25d2980000. 00000100:00000010:3.0:1785390761.984675:0:7601:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8e25d2f3f000. 00000020:00000040:3.0:1785390761.984678:0:7601:0:(genops.c:1231:class_import_get()) import ffff8e25d2ed7800 refcount=5 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000100:00000001:3.0:1785390761.984698:0:7601:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1785390761.984700:0:7601:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1785390761.984706:0:7601:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8e25d1fad480. 00000100:00000001:3.0:1785390761.984708:0:7601:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446618891820651648 : -125181888899968 : ffff8e25d1fad480) 00000100:00000001:3.0:1785390761.984711:0:7601:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785390761.984712:0:7601:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891835980672 : -125181873570944 : ffff8e25d2e4bb80) 00000100:00000001:3.0:1785390761.984717:0:7601:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785390761.984720:0:7601:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390761.984723:0:7601:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1785390761.984725:0:7601:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785390761.984736:0:7601:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d2e4bb80 x1872117579663872/t0(0) o37->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1785390761.984744:0:7601:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785390761.984747:0:7601:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390761.984751:0:7601:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785390761.984754:0:7601:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785390761.984756:0:7601:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785390761.984761:0:7601:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e4bb80 pname:cluuid:pid:xid:nid:opc:job bash:e468f566-16ba-4f49-a441-6b24e8d1537d:7601:1872117579663872:192.168.202.160@tcp:37:bash.0 00000100:00000001:3.0:1785390761.984772:0:7601:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785390761.984779:0:7601:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785390761.984801:0:7601:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390761.984804:0:7601:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1785390761.984814:0:7601:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1785390761.984819:0:7601:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25d12df790. 00000400:00000010:3.0:1785390761.984829:0:7601:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8e25c4b2c000. 00000100:00000200:3.0:1785390761.984837:0:7601:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a6ae57504a00-0x6a6ae57504a00, portal 14 00000100:00000001:3.0:1785390761.984840:0:7601:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390761.984843:0:7601:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785390761.984847:0:7601:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e25d2980c00. 02000000:00000001:3.0:1785390761.984848:0:7601:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785390761.984851:0:7601:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1785390761.984854:0:7601:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25d12df2c0. 00000400:00000010:3.0:1785390761.984858:0:7601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d1e5acc0. 00000100:00000200:3.0:1785390761.984861:0:7601:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872117579663872, portal 10 00000100:00000001:3.0:1785390761.984863:0:7601:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785390761.984864:0:7601:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891835980672 : -125181873570944 : ffff8e25d2e4bb80) 00000100:00000040:3.0:1785390761.984871:0:7601:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8e25d2e4bb80 x1872117579663872/t0(0) o37->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:23/10 lens 448/440 e 0 to 0 dl 1785390777 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1785390761.984877:0:7601:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785390761.984880:0:7601:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:3.0:1785390761.984882:0:7601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d1e5a5d8. 00000100:00000200:3.0:1785390761.984886:0:7601:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1872117579663872, offset 0 00000400:00000200:3.0:1785390761.984893:0:7601:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:3.0:1785390761.984902:0:7601:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1785390761.984911:0:7601:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:3.0:1785390761.984917:0:7601:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785390761.984921:0:7601:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:3.0:1785390761.984926:0:7601:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785390761.984928:0:7601:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:3.0:1785390761.984933:0:7601:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [158:158:256:4294967295] 192.168.202.160@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:3.0:1785390761.984937:0:7601:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1785390761.984956:0:7601:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:3.0:1785390761.984963:0:7601:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:3.0:1785390761.984967:0:7601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25c2add000. 00000800:00000200:3.0:1785390761.984974:0:7601:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:3.0:1785390761.984983:0:7601:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:3.0:1785390761.984988:0:7601:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25c2add000 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1785390761.985010:0:7601:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390761.985015:0:7601:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: using a timeout of 120441 usecs (121 jiffies) 00000400:00000200:3.0:1785390761.985019:0:7601:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1785390761.985022:0:7601:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 0 is 4295062167 00000100:00000010:3.0:1785390761.985027:0:7601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25c538d600. 00000100:00000001:3.0:1785390761.985035:0:7601:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1785390761.985043:0:7601:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 1 is 4295062167 00000100:00000010:3.0:1785390761.985046:0:7601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e25c538d8a0. 00000100:00000001:3.0:1785390761.985050:0:7601:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1785390761.985054:0:7601:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390761.985056:0:7601:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390761.985059:0:7601:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785390761.985061:0:7601:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1785390761.985064:0:7601:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d1fad480 going to sleep for 11 seconds 00000100:00000001:3.0:1785390761.985067:0:7601:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785390761.985071:0:7601:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785390761.986653:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390761.986664:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25c2add000. 00000400:00000200:0.0:1785390761.986672:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390761.986681:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390761.986689:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d1e5a5d8 00000400:00000010:0.0:1785390761.986691:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d1e5a5d8. 00000100:00000001:0.0:1785390761.986697:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390761.986705:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d2e4bb80 x1872117579663872/t0(0) o37->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:23/10 lens 448/440 e 0 to 0 dl 1785390777 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1785390761.986718:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390761.986721:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8e25d2e4bb80 x1872117579663872/t0(0) o37->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:23/10 lens 448/440 e 0 to 0 dl 1785390777 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1785390761.986729:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390761.986732:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1785390761.998277:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390761.998296:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785390761.998307:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390761.998310:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390761.998319:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390761.998327:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1785390761.998335:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390761.998341:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390761.998347:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390761.998352:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 4096 into portal 14 MB=0x6a6ae57504a00 00000400:00000200:1.0:1785390761.998357:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390761.998912:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.160@tcp of length 4096/4096 into md 0x949 [256] + 0 00000400:00000010:1.0:1785390761.998920:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25d12df790. 00000400:00000200:1.0:1785390761.998925:0:2346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8e25c4b2c000 00000800:00000001:1.0:1785390761.998933:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390761.998945:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785390761.998948:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390761.998952:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1785390761.998958:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25c4b2c000 00000400:00000010:1.0:1785390761.998961:0:2346:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 4216 at ffff8e25c4b2c000. 00000100:00000001:1.0:1785390761.998967:0:2346:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1785390761.998970:0:2346:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff8e25d2e4bb80 desc ffff8e25d2980000 mbits 1872117579663872 00000100:00000001:1.0:1785390761.998980:0:2346:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1785390761.998990:0:2346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1785390761.998993:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390761.999000:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.60@tcp to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1785390761.999006:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [159:159:256:4294967295] 192.168.202.160@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:1.0:1785390761.999010:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1785390761.999019:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) 192.168.202.160@tcp : ACK try# 0 00000800:00000200:1.0:1785390761.999024:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1785390761.999033:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff8e25c5790000. 00000800:00000200:1.0:1785390761.999039:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1785390761.999046:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1785390761.999058:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25c5790000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1785390761.999346:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785390761.999350:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff8e25c5790000. 00000400:00000200:1.0:1785390761.999354:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785390761.999358:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: ACK: OK 00000800:00000001:1.0:1785390761.999376:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785390761.999380:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390762.009125:0:7601:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785390762.009135:0:7601:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1785390762.016752:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390762.016774:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390762.016779:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390762.016796:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390762.016808:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390762.016817:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390762.016830:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390762.016834:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390762.016840:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390762.016845:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 440 into portal 10 MB=0x6a6ae57504a00 00000400:00000200:0.0:1785390762.016850:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390762.016872:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 440/440 into md 0x951 [1] + 224 00000800:00000001:0.0:1785390762.016880:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390762.016891:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390762.016895:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390762.016900:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390762.016909:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390762.016918:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d2e4bb80 x1872117579663872/t0(0) o37->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:23/10 lens 448/440 e 0 to 0 dl 1785390777 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1785390762.016930:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff8e25d2e4bb80 x1872117579663872/t0(0) o37->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:23/10 lens 448/440 e 0 to 0 dl 1785390777 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1785390762.016946:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390762.016956:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390762.016959:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390762.016990:0:7601:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785390762.016998:0:7601:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785390762.017001:0:7601:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785390762.017004:0:7601:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25d12df2c0. 00000400:00000200:0.0:1785390762.017010:0:7601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d1e5acc0 00000400:00000010:0.0:1785390762.017012:0:7601:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d1e5acc0. 00000100:00000001:0.0:1785390762.017521:0:7601:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390762.017528:0:7601:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d2e4bb80 x1872117579663872/t0(0) o37->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:23/10 lens 448/440 e 0 to 0 dl 1785390777 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1785390762.017538:0:7601:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d2e4bb80 x1872117579663872/t0(0) o37->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:23/10 lens 448/440 e 0 to 0 dl 1785390777 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1785390762.017549:0:7601:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785390762.017552:0:7601:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390762.017554:0:7601:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785390762.017558:0:7601:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785390762.017561:0:7601:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785390762.017563:0:7601:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785390762.017565:0:7601:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785390762.017574:0:7601:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2ed7ca8 time=137 v=5 (5 0 0 0) 00000100:00001000:0.0:1785390762.017578:0:7601:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2ed7c18 time=139 v=5 (1 0 0 0) 00000100:00000001:0.0:1785390762.017587:0:7601:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785390762.017589:0:7601:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390762.017593:0:7601:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785390762.017596:0:7601:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390762.017600:0:7601:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785390762.017603:0:7601:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c7faa000: skip recheck: last_committed 0 00000100:00000001:0.0:1785390762.017605:0:7601:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785390762.017607:0:7601:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785390762.017612:0:7601:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff8e25d2e4bb80 x1872117579663872/t0(0) o37->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:23/10 lens 448/440 e 0 to 0 dl 1785390777 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1785390762.017621:0:7601:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff8e25d2e4bb80 x1872117579663872/t0(0) o37->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:23/10 lens 448/440 e 0 to 0 dl 1785390777 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1785390762.017628:0:7601:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785390762.017631:0:7601:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785390762.017635:0:7601:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d2e4bb80 x1872117579663872/t0(0) o37->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:23/10 lens 448/440 e 0 to 0 dl 1785390777 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1785390762.017643:0:7601:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e4bb80 pname:cluuid:pid:xid:nid:opc:job bash:e468f566-16ba-4f49-a441-6b24e8d1537d:7601:1872117579663872:192.168.202.160@tcp:37:bash.0 00000100:00000001:0.0:1785390762.017647:0:7601:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785390762.017651:0:7601:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390762.017654:0:7601:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1785390762.017656:0:7601:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390762.017660:0:7601:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d2e4bb80 x1872117579663872/t0(0) o37->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:23/10 lens 448/440 e 0 to 0 dl 1785390777 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1785390762.017667:0:7601:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1785390762.017669:0:7601:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8e25d1fad480. 00000100:00000001:0.0:1785390762.017673:0:7601:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1785390762.017675:0:7601:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1785390762.017679:0:7601:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390762.017681:0:7601:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390762.017684:0:7601:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d2e4bb80 x1872117579663872/t0(0) o37->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:23/10 lens 448/440 e 0 to 0 dl 1785390777 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1785390762.017689:0:7601:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785390762.017697:0:7601:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785390762.017700:0:7601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e25d2980c00. 02000000:00000001:0.0:1785390762.017704:0:7601:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785390762.017707:0:7601:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785390762.017709:0:7601:0:(genops.c:1244:class_import_put()) import ffff8e25d2ed7800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000020:00000001:0.0:1785390762.017711:0:7601:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1785390762.017713:0:7601:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1785390762.017715:0:7601:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785390762.017716:0:7601:0:(genops.c:1244:class_import_put()) import ffff8e25d2ed7800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000020:00000001:0.0:1785390762.017718:0:7601:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:0.0:1785390762.017748:0:7601:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8e25d2f3f000. 00000100:00000010:0.0:1785390762.017751:0:7601:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8e25d2980000. 00000100:00000001:0.0:1785390762.017753:0:7601:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1785390762.017755:0:7601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8e25d54c7800. 02000000:00000001:0.0:1785390762.017758:0:7601:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785390762.017760:0:7601:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785390762.017762:0:7601:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d2e4bb80. 00000100:00000001:0.0:1785390762.017766:0:7601:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785390762.017768:0:7601:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1785390762.017771:0:7601:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1785390762.017774:0:7601:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1785390762.020654:0:7601:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff8e25d2f33000. 00000002:00000001:0.0:1785390762.020667:0:7601:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390762.020675:0:7601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1785390762.020679:0:7601:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1785390762.020682:0:7601:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4eba000 refcount=3 00000020:00000001:0.0:1785390762.020685:0:7601:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:0.0:1785390762.020688:0:7601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:0.0:1785390762.020691:0:7601:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1785390762.020696:0:7601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00000001:0.0:1785390762.020707:0:7601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785390762.020709:0:7601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785390762.020710:0:7601:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1785390762.020713:0:7601:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1785390762.020730:0:7601:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00000001:0.0:1785390762.020739:0:7601:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785390762.020743:0:7601:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785390762.020745:0:7601:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785390762.020748:0:7601:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390762.020751:0:7601:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785390762.020754:0:7601:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390762.020756:0:7601:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390762.020760:0:7601:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390762.020762:0:7601:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1785390762.020764:0:7601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785390762.020765:0:7601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1785390762.020769:0:7601:0:(lmv_obd.c:3450:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785390762.020777:0:7601:0:(statahead.c:1897:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:0.0:1785390762.020797:0:7601:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff8e25d0651800 2 00000080:00000010:0.0:1785390762.020801:0:7601:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8e25c33e4400. 00000080:00000001:0.0:1785390762.020807:0:7601:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785390762.020814:0:7601:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1785390762.020817:0:7601:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c19d3ca0 00000080:00200000:0.0:1785390762.020819:0:7601:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248),name=/ 00000080:00000010:0.0:1785390762.020826:0:7601:0:(llite_lib.c:4055:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8e25c4b21a00. 00800000:00000002:0.0:1785390762.020832:0:7601:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff8e25d0651800 2 00000080:00000001:0.0:1785390762.020836:0:7601:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1785390762.020839:0:7601:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1785390762.020841:0:7601:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c19d3bc0 00800000:00000002:0.0:1785390762.020843:0:7601:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1785390762.020847:0:7601:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1785390762.020851:0:7601:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1785390762.020857:0:7601:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1785390762.020859:0:7601:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c19d3a90 00000002:00010000:0.0:1785390762.020861:0:7601:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1785390762.020865:0:7601:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1785390762.020867:0:7601:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1785390762.020870:0:7601:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1785390762.020881:0:7601:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8e25c7fce900 count: 2 00010000:00000001:0.0:1785390762.020884:0:7601:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1785390762.020888:0:7601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1785390762.020893:0:7601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1785390762.020896:0:7601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 02000000:00000001:0.0:1785390762.020906:0:7601:0:(sec.c:1035:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1785390762.020912:0:7601:0:(sec.c:1051:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785390762.020915:0:7601:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000002:00000001:0.0:1785390762.020923:0:7601:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1785390762.020926:0:7601:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1785390762.020928:0:7601:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1785390762.020930:0:7601:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1785390762.020932:0:7601:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1785390762.020934:0:7601:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1785390762.020937:0:7601:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1785390762.020940:0:7601:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff8e25d0651800 2 00000080:00000010:0.0:1785390762.020942:0:7601:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8e25c4b21a00. 00000080:00000001:0.0:1785390762.020946:0:7601:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1785390762.020948:0:7601:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1785390762.020951:0:7601:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) 00000080:00010000:0.0:1785390762.020955:0:7601:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) for lock 0x7c8d729250a79b0e 00800000:00000001:0.0:1785390762.020959:0:7601:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1785390762.020962:0:7601:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1785390762.022129:0:7601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1785390762.022131:0:7601:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1785390762.022134:0:7601:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4eba000 refcount=3 00000020:00000001:0.0:1785390762.022139:0:7601:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:0.0:1785390762.022143:0:7601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:0.0:1785390762.022145:0:7601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785390762.022154:0:7601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1785390762.022156:0:7601:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1785390762.022158:0:7601:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1785390762.022161:0:7601:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c8d729250a79b0e from it ffffa118c19d3cd8 00010000:00000001:0.0:1785390762.022164:0:7601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1785390762.022165:0:7601:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1785390762.022167:0:7601:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4eba000 refcount=3 00000020:00000001:0.0:1785390762.022169:0:7601:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:0.0:1785390762.022171:0:7601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:0.0:1785390762.022174:0:7601:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1785390762.022177:0:7601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00000001:0.0:1785390762.022185:0:7601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785390762.022186:0:7601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785390762.022187:0:7601:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1785390762.022189:0:7601:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1785390762.022191:0:7601:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00000001:0.0:1785390762.022210:0:7601:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785390762.022212:0:7601:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785390762.022214:0:7601:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785390762.022217:0:7601:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390762.022219:0:7601:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785390762.022220:0:7601:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390762.022222:0:7601:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390762.022225:0:7601:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785390762.022227:0:7601:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1785390762.022228:0:7601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785390762.022229:0:7601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1785390762.022233:0:7601:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1785390762.022235:0:7601:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1785390762.023676:0:7601:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785390762.023688:0:7601:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c19d3d28 00000080:00000008:0.0:1785390762.023691:0:7601:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8e25d8113248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1785390762.024134:0:7601:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1785390762.024138:0:7601:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) pos/size0/6656 32bit_api 0 00000080:00000010:0.0:1785390762.024145:0:7601:0:(llite_lib.c:4055:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8e25c4b21a00. 00800000:00000002:0.0:1785390762.024151:0:7601:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff8e25d0651800 2 00000080:00000001:0.0:1785390762.024155:0:7601:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1785390762.024162:0:7601:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446686178700600896 : -57895008950720 : ffffcb58448ea640) 00000080:00000001:0.0:1785390762.024166:0:7601:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1785390762.024171:0:7601:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785390762.024176:0:7601:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1785390762.024179:0:7601:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff8e25d0651800 2 00000080:00000010:0.0:1785390762.024182:0:7601:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8e25c4b21a00. 00000080:00000001:0.0:1785390762.024186:0:7601:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785390762.024216:0:7601:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1785390762.024218:0:7601:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248) pos/size18446744073709551614/6656 32bit_api 0 00000080:00000001:0.0:1785390762.024222:0:7601:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1785390762.024224:0:7601:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785390762.024273:0:7601:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1785390762.024277:0:7601:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1785390762.024280:0:7601:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c19d3dd0 00000080:00200008:0.0:1785390762.024283:0:7601:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8e25d8113248), flags 304000 00000080:00400000:0.0:1785390762.024287:0:7601:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1785390762.024291:0:7601:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8e25d55483c0. 00000080:00000001:0.0:1785390762.024296:0:7601:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1785390762.024299:0:7601:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c19d3dd0 00000080:00000008:0.0:1785390762.024301:0:7601:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8e25d8113248), flags 304000, rc = 0 00000080:00000001:0.0:1785390762.024304:0:7601:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785390762.024305:0:7601:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1785390762.045992:0:10023:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1785390762.045998:0:10023:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1785390762.046001:0:10023:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1785390762.046005:0:10023:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c15f3b20 00000080:00200000:3.0:1785390762.046009:0:10023:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248),name=/ 00000080:00000010:3.0:1785390762.046017:0:10023:0:(llite_lib.c:4055:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8e25d54c6200. 00800000:00000002:3.0:1785390762.046023:0:10023:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff8e25d0651800 2 00000080:00000001:3.0:1785390762.046027:0:10023:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1785390762.046032:0:10023:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1785390762.046034:0:10023:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c15f3a40 00800000:00000002:3.0:1785390762.046042:0:10023:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1785390762.046047:0:10023:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1785390762.046052:0:10023:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1785390762.046058:0:10023:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1785390762.046061:0:10023:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c15f3910 00000002:00010000:3.0:1785390762.046063:0:10023:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1785390762.046066:0:10023:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1785390762.046069:0:10023:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1785390762.046073:0:10023:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1785390762.046081:0:10023:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8e25c7fce900 count: 2 00010000:00000001:3.0:1785390762.046084:0:10023:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1785390762.046089:0:10023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1785390762.046094:0:10023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1785390762.046100:0:10023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 02000000:00000001:3.0:1785390762.046113:0:10023:0:(sec.c:1035:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1785390762.046119:0:10023:0:(sec.c:1051:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390762.046123:0:10023:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000002:00000001:3.0:1785390762.046132:0:10023:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1785390762.046134:0:10023:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1785390762.046136:0:10023:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1785390762.046138:0:10023:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1785390762.046140:0:10023:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1785390762.046142:0:10023:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1785390762.046145:0:10023:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1785390762.046147:0:10023:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff8e25d0651800 2 00000080:00000010:3.0:1785390762.046151:0:10023:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8e25d54c6200. 00000080:00000001:3.0:1785390762.046156:0:10023:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1785390762.046158:0:10023:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1785390762.046160:0:10023:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) 00000080:00010000:3.0:1785390762.046164:0:10023:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) for lock 0x7c8d729250a79b0e 00800000:00000001:3.0:1785390762.046171:0:10023:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1785390762.046173:0:10023:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1785390762.046175:0:10023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1785390762.047920:0:10023:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1785390762.047924:0:10023:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4eba000 refcount=3 00000020:00000001:3.0:1785390762.047928:0:10023:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:3.0:1785390762.047932:0:10023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:3.0:1785390762.047935:0:10023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390762.047937:0:10023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1785390762.047938:0:10023:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1785390762.047941:0:10023:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1785390762.047943:0:10023:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c8d729250a79b0e from it ffffa118c15f3b58 00010000:00000001:3.0:1785390762.047946:0:10023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1785390762.047948:0:10023:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1785390762.047949:0:10023:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4eba000 refcount=3 00000020:00000001:3.0:1785390762.047951:0:10023:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:3.0:1785390762.047953:0:10023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:3.0:1785390762.047955:0:10023:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1785390762.047959:0:10023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00000001:3.0:1785390762.047968:0:10023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390762.047969:0:10023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1785390762.047971:0:10023:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1785390762.047973:0:10023:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1785390762.047977:0:10023:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00000001:3.0:1785390762.047985:0:10023:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785390762.047988:0:10023:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1785390762.047990:0:10023:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1785390762.047994:0:10023:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390762.047997:0:10023:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1785390762.048000:0:10023:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390762.048010:0:10023:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390762.048014:0:10023:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390762.048016:0:10023:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1785390762.048018:0:10023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390762.048019:0:10023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1785390762.048022:0:10023:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1785390762.048024:0:10023:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1785390762.048027:0:10023:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248), inode mode 41ed mask 1 00000080:00000001:3.0:1785390762.048032:0:10023:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1785390762.048043:0:10023:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8e25d3325f20. 00000020:00000001:3.0:1785390762.048048:0:10023:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c15f3ae8 00000080:00200000:3.0:1785390762.048050:0:10023:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=[df][0-9]*, dir=[0x200000007:0x1:0x0](ffff8e25d8113248), flags=8 00000080:00000001:3.0:1785390762.048053:0:10023:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1785390762.048055:0:10023:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c15f3998 00000080:00200000:3.0:1785390762.048057:0:10023:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=[df][0-9]*, dir=[0x200000007:0x1:0x0](ffff8e25d8113248), intent=getattr 00000080:00000010:3.0:1785390762.048064:0:10023:0:(llite_lib.c:4055:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8e25d54c6200. 00800000:00000002:3.0:1785390762.048068:0:10023:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff8e25d0651800 2 00000080:00000001:3.0:1785390762.048072:0:10023:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1785390762.048075:0:10023:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1785390762.048077:0:10023:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c15f38b8 00800000:00000002:3.0:1785390762.048079:0:10023:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '[df][0-9]*' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1785390762.048082:0:10023:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1785390762.048086:0:10023:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c15f3850 00800000:00000002:3.0:1785390762.048088:0:10023:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='[df][0-9]*' -> mds #0 00000002:00000001:3.0:1785390762.048091:0:10023:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1785390762.048093:0:10023:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c15f3788 00000002:00010000:3.0:1785390762.048095:0:10023:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: [df][0-9]*,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1785390762.048098:0:10023:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1785390762.048101:0:10023:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1785390762.048106:0:10023:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e25d2e48e00. 00000020:00000040:3.0:1785390762.048110:0:10023:0:(genops.c:1231:class_import_get()) import ffff8e25d2ed7800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00010000:00000001:3.0:1785390762.048116:0:10023:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1785390762.048120:0:10023:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1785390762.048122:0:10023:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390762.048125:0:10023:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785390762.048131:0:10023:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785390762.048135:0:10023:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785390762.048143:0:10023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8e25d2983800. 00000100:00000001:3.0:1785390762.048150:0:10023:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390762.048156:0:10023:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1785390762.048157:0:10023:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390762.048160:0:10023:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1785390762.048161:0:10023:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390762.048162:0:10023:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1785390762.048169:0:10023:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618891835969024 : -125181873582592 : ffff8e25d2e48e00) 00010000:00000001:3.0:1785390762.048173:0:10023:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1785390762.048175:0:10023:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1785390762.049746:0:10023:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8e25c7fce900 count: 2 00010000:00000001:3.0:1785390762.049751:0:10023:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1785390762.049754:0:10023:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1785390762.049816:0:10023:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8e260204b200. 00000020:00000001:3.0:1785390762.049822:0:10023:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1785390762.049824:0:10023:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8e260204b200 with handle 0x7c8d729250a79b93 to hash 00000020:00000001:3.0:1785390762.049827:0:10023:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1785390762.049828:0:10023:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446618892626604544 : -125181082947072 : ffff8e260204b200) 00010000:00000001:3.0:1785390762.049832:0:10023:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446618892626604544 : -125181082947072 : ffff8e260204b200) 00010000:00000001:3.0:1785390762.050627:0:10023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1785390762.050631:0:10023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390762.050636:0:10023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e260204b200/0x7c8d729250a79b93 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 10023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390762.050646:0:10023:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e260204b200/0x7c8d729250a79b93 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390762.050659:0:10023:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e260204b200/0x7c8d729250a79b93 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10023 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1785390762.050665:0:10023:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1785390762.050667:0:10023:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1785390762.050674:0:10023:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8e25d1fad540. 00000100:00000001:3.0:1785390762.050681:0:10023:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446618891820651840 : -125181888899776 : ffff8e25d1fad540) 00000100:00000001:3.0:1785390762.050685:0:10023:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785390762.050687:0:10023:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891835969024 : -125181873582592 : ffff8e25d2e48e00) 00000100:00000001:3.0:1785390762.050692:0:10023:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785390762.050697:0:10023:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390762.050699:0:10023:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1785390762.050701:0:10023:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785390762.050712:0:10023:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e25d2e48e00 x1872117579664000/t0(0) o101->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1785390762.050721:0:10023:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785390762.050723:0:10023:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390762.050727:0:10023:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785390762.050730:0:10023:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785390762.050733:0:10023:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785390762.050737:0:10023:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8e25d2e48e00 pname:cluuid:pid:xid:nid:opc:job rm:e468f566-16ba-4f49-a441-6b24e8d1537d:10023:1872117579664000:192.168.202.160@tcp:101:rm.0 00000100:00000001:3.0:1785390762.050741:0:10023:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785390762.050748:0:10023:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785390762.050751:0:10023:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390762.050754:0:10023:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785390762.050759:0:10023:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8e25d2f30000. 02000000:00000001:3.0:1785390762.050761:0:10023:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785390762.050770:0:10023:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1785390762.050774:0:10023:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e25d12dfb58. 00000400:00000010:3.0:1785390762.050799:0:10023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d1e5ad48. 00000100:00000200:3.0:1785390762.050808:0:10023:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1872117579664000, portal 10 00000100:00000001:3.0:1785390762.050811:0:10023:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785390762.050813:0:10023:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618891835969024 : -125181873582592 : ffff8e25d2e48e00) 00000100:00000040:3.0:1785390762.050819:0:10023:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8e25d2e48e00 x1872117579664000/t0(0) o101->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 584/1152 e 0 to 0 dl 1785390778 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1785390762.050828:0:10023:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785390762.050830:0:10023:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:3.0:1785390762.051913:0:10023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e25d1e5a2a8. 00000100:00000200:3.0:1785390762.051922:0:10023:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1872117579664000, offset 0 00000400:00000200:3.0:1785390762.051938:0:10023:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:3.0:1785390762.051948:0:10023:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1785390762.051956:0:10023:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:3.0:1785390762.051962:0:10023:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785390762.051966:0:10023:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:3.0:1785390762.051970:0:10023:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785390762.051973:0:10023:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:3.0:1785390762.051977:0:10023:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [160:160:256:4294967295] 192.168.202.160@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:3.0:1785390762.051981:0:10023:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1785390762.051991:0:10023:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:3.0:1785390762.051998:0:10023:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:3.0:1785390762.052004:0:10023:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e25c2add600. 00000800:00000200:3.0:1785390762.052011:0:10023:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e25d2ee6300] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:3.0:1785390762.052020:0:10023:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:3.0:1785390762.052024:0:10023:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e25c2add600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1785390762.052039:0:10023:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785390762.052045:0:10023:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: using a timeout of 118106 usecs (119 jiffies) 00000400:00000200:3.0:1785390762.052048:0:10023:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1785390762.052051:0:10023:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 0 is 4295062239 00000100:00000001:3.0:1785390762.052060:0:10023:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request active for cpu 0, simply extend its deadline from 4295062167 00000100:00000001:3.0:1785390762.052065:0:10023:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS new deadline estimation for cpu 1 is 4295062239 00000100:00000001:3.0:1785390762.052068:0:10023:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e25c7faa000: PM QoS request active for cpu 1, simply extend its deadline from 4295062167 00000100:00000001:3.0:1785390762.052072:0:10023:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785390762.052075:0:10023:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785390762.052077:0:10023:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785390762.052079:0:10023:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1785390762.052082:0:10023:0:(client.c:2702:ptlrpc_set_wait()) set ffff8e25d1fad540 going to sleep for 11 seconds 00000100:00000001:3.0:1785390762.052085:0:10023:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785390762.052088:0:10023:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785390762.052270:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785390762.052280:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e25c2add600. 00000400:00000200:0.0:1785390762.052289:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390762.052299:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1785390762.052306:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d1e5a2a8 00000400:00000010:0.0:1785390762.052309:0:2345:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d1e5a2a8. 00000100:00000001:0.0:1785390762.052314:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785390762.052323:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e25d2e48e00 x1872117579664000/t0(0) o101->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 584/1152 e 0 to 0 dl 1785390778 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1785390762.052348:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785390762.052352:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8e25d2e48e00 x1872117579664000/t0(0) o101->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 584/1152 e 0 to 0 dl 1785390778 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1785390762.052359:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785390762.052361:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785390762.063762:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390762.063794:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785390762.063800:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390762.063804:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390762.063816:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390762.063825:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1785390762.063835:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390762.063840:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390762.063846:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390762.063851:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 584 into portal 10 MB=0x6a6ae57504a80 00000400:00000200:0.0:1785390762.063855:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1785390762.063863:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 584/584 into md 0x959 [1] + 224 00000800:00000001:0.0:1785390762.063870:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390762.063894:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785390762.063898:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785390762.063903:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1785390762.063912:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785390762.063921:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e25d2e48e00 x1872117579664000/t0(0) o101->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 584/1152 e 0 to 0 dl 1785390778 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1785390762.063933:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff8e25d2e48e00 x1872117579664000/t0(0) o101->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 584/1152 e 0 to 0 dl 1785390778 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1785390762.063951:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785390762.063960:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785390762.063964:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390762.067566:0:10023:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1785390762.067595:0:10023:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785390762.067598:0:10023:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785390762.067602:0:10023:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e25d12dfb58. 00000400:00000200:3.0:1785390762.067610:0:10023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e25d1e5ad48 00000400:00000010:3.0:1785390762.067613:0:10023:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8e25d1e5ad48. 00000100:00000001:3.0:1785390762.067618:0:10023:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785390762.067630:0:10023:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e25d2e48e00 x1872117579664000/t0(0) o101->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 584/1152 e 0 to 0 dl 1785390778 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1785390762.067642:0:10023:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e25d2e48e00 x1872117579664000/t0(0) o101->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 584/1152 e 0 to 0 dl 1785390778 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1785390762.067651:0:10023:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785390762.067654:0:10023:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390762.067656:0:10023:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785390762.067660:0:10023:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785390762.067663:0:10023:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785390762.067666:0:10023:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785390762.067669:0:10023:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785390762.067679:0:10023:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e25d2ed7c60 time=139 v=5 (5 0 0 0) 00000100:00001000:3.0:1785390762.067684:0:10023:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e25d2ed7c18 time=139 v=5 (1 0 0 0) 00000100:00000001:3.0:1785390762.067687:0:10023:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1785390762.067690:0:10023:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8e25d2e48e00 x1872117579664000/t0(0) o101->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 584/584 e 0 to 0 dl 1785390778 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1785390762.067698:0:10023:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1785390762.067701:0:10023:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785390762.067704:0:10023:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e25c7faa000: skip recheck: last_committed 0 00000100:00000001:3.0:1785390762.067706:0:10023:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785390762.067707:0:10023:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1785390762.067712:0:10023:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e25d2e48e00 x1872117579664000/t0(0) o101->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 584/584 e 0 to 0 dl 1785390778 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1785390762.067719:0:10023:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1785390762.067722:0:10023:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785390762.067724:0:10023:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785390762.067729:0:10023:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e25d2e48e00 x1872117579664000/t0(0) o101->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 584/584 e 0 to 0 dl 1785390778 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1785390762.067747:0:10023:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8e25d2e48e00 pname:cluuid:pid:xid:nid:opc:job rm:e468f566-16ba-4f49-a441-6b24e8d1537d:10023:1872117579664000:192.168.202.160@tcp:101:rm.0 00000100:00000001:3.0:1785390762.067752:0:10023:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785390762.067754:0:10023:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1785390762.067757:0:10023:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1785390762.067758:0:10023:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785390762.067762:0:10023:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e25d2e48e00 x1872117579664000/t0(0) o101->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 584/584 e 0 to 0 dl 1785390778 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1785390762.067770:0:10023:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1785390762.067773:0:10023:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8e25d1fad540. 00000100:00000001:3.0:1785390762.067777:0:10023:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1785390762.067779:0:10023:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1785390762.067807:0:10023:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1785390762.067812:0:10023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1785390762.067815:0:10023:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1785390762.067820:0:10023:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e260204b200 refcount=4 00000020:00000001:3.0:1785390762.067824:0:10023:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618892626604544 : -125181082947072 : ffff8e260204b200) 00010000:00000001:3.0:1785390762.067828:0:10023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618892626604544 : -125181082947072 : ffff8e260204b200) 00010000:00010000:3.0:1785390762.067843:0:10023:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e260204b200/0x7c8d729250a79b93 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1785390762.067856:0:10023:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1785390762.067861:0:10023:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e260204b200/0x7c8d729250a79b93 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 10023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1785390762.067868:0:10023:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1785390762.067872:0:10023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e260204b200/0x7c8d729250a79b93 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 10023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1785390762.067878:0:10023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390762.067880:0:10023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1785390762.067883:0:10023:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e260204b200/0x7c8d729250a79b93 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 10023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1785390762.067896:0:10023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1785390762.067900:0:10023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390762.067904:0:10023:0:(ldlm_lockd.c:1908:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1785390762.067907:0:10023:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e260204b200/0x7c8d729250a79b93 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 10023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785390762.067915:0:10023:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff8e260204b200 already unused, calling callback (ffffffffc1934260) 00000080:00000001:3.0:1785390762.067919:0:10023:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1785390762.067922:0:10023:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e260204b200/0x7c8d729250a79b93 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 10023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1785390762.067930:0:10023:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1785390762.067932:0:10023:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1785390762.067936:0:10023:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e260204b200/0x7c8d729250a79b93 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 10023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1785390762.067941:0:10023:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1785390762.067944:0:10023:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1785390762.067945:0:10023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1785390762.067947:0:10023:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1785390762.067949:0:10023:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e260204b200 refcount=5 00000020:00000001:3.0:1785390762.067952:0:10023:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618892626604544 : -125181082947072 : ffff8e260204b200) 00010000:00000001:3.0:1785390762.067954:0:10023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618892626604544 : -125181082947072 : ffff8e260204b200) 00010000:00000001:3.0:1785390762.067957:0:10023:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1785390762.067960:0:10023:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e260204b200/0x7c8d729250a79b93 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 10023 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1785390762.067967:0:10023:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1785390762.067969:0:10023:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390762.067974:0:10023:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1785390762.067977:0:10023:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1785390762.067990:0:10023:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1785390762.067992:0:10023:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1785390762.067995:0:10023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1785390762.067997:0:10023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1785390762.068001:0:10023:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8e260204b200 with handle 0x7c8d729250a79b93 from hash 00010000:00000001:3.0:1785390762.068004:0:10023:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1785390762.068006:0:10023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390762.068008:0:10023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1785390762.068009:0:10023:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1785390762.068011:0:10023:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1785390762.068013:0:10023:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1785390762.068016:0:10023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390762.068017:0:10023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1785390762.068019:0:10023:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1785390762.068020:0:10023:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390762.068023:0:10023:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e260204b200/0x7c8d729250a79b93 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 10023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1785390762.068029:0:10023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390762.068029:0:10023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1785390762.068031:0:10023:0:(ldlm_lockd.c:1938:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1785390762.068033:0:10023:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1785390762.068035:0:10023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390762.068036:0:10023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1785390762.068037:0:10023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1785390762.068039:0:10023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e260204b200/0x7c8d729250a79b93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 10023 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1785390762.068049:0:10023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1785390762.068051:0:10023:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1785390762.068056:0:10023:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1785390762.068062:0:10023:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff8e25d2e48e00 x1872117579664000/t0(0) o101->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 584/584 e 0 to 0 dl 1785390778 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1785390762.068069:0:10023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1785390762.068070:0:10023:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1785390762.068072:0:10023:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1785390762.068079:0:10023:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1785390762.068082:0:10023:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1785390762.068084:0:10023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1785390762.068085:0:10023:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1785390762.068087:0:10023:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1785390762.068090:0:10023:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c15f3710 00000002:00002000:3.0:1785390762.068092:0:10023:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=[df][0-9]* intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1785390762.068096:0:10023:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1785390762.068101:0:10023:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1785390762.068104:0:10023:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1785390762.068107:0:10023:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1785390762.068110:0:10023:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1785390762.068114:0:10023:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff8e25d0651800 2 00000080:00000001:3.0:1785390762.068116:0:10023:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1785390762.068118:0:10023:0:(namei.c:674:ll_lookup_it_finish()) it ffffa118c15f3b20 it_disposition 7 00000080:00002000:3.0:1785390762.068123:0:10023:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8e25d816a000 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1785390762.068131:0:10023:0:(lmv_obd.c:4253:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1785390762.068136:0:10023:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1785390762.068137:0:10023:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1785390762.068140:0:10023:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1785390762.068147:0:10023:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8e25c7fce900 count: 2 00010000:00000001:3.0:1785390762.068150:0:10023:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1785390762.068154:0:10023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1785390762.068157:0:10023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1785390762.068160:0:10023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 02000000:00000001:3.0:1785390762.068167:0:10023:0:(sec.c:1035:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1785390762.068173:0:10023:0:(sec.c:1051:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390762.068189:0:10023:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000002:00000001:3.0:1785390762.068204:0:10023:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1785390762.068206:0:10023:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1785390762.068209:0:10023:0:(lmv_obd.c:4260:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1785390762.068219:0:10023:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1785390762.068221:0:10023:0:(dcache.c:176:ll_intent_release()) intent ffffa118c15f3930 released 00000080:00010000:3.0:1785390762.068223:0:10023:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c8d729250a79b0e from it ffffa118c15f3930 00010000:00000001:3.0:1785390762.068225:0:10023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1785390762.068227:0:10023:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1785390762.068229:0:10023:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4eba000 refcount=3 00000020:00000001:3.0:1785390762.068230:0:10023:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:3.0:1785390762.068233:0:10023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:3.0:1785390762.068235:0:10023:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1785390762.068237:0:10023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00000001:3.0:1785390762.068244:0:10023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390762.068245:0:10023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1785390762.068247:0:10023:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1785390762.068249:0:10023:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1785390762.068251:0:10023:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:3.0:1785390762.068259:0:10023:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785390762.068261:0:10023:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1785390762.068264:0:10023:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1785390762.068267:0:10023:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390762.068270:0:10023:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1785390762.068272:0:10023:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390762.068274:0:10023:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390762.068277:0:10023:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390762.068279:0:10023:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1785390762.068280:0:10023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390762.068282:0:10023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1785390762.068283:0:10023:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1785390762.068285:0:10023:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1785390762.068288:0:10023:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1785390762.068292:0:10023:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8e25d54c6200. 00000100:00000001:3.0:1785390762.068296:0:10023:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785390762.068306:0:10023:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e25d2e48e00 x1872117579664000/t0(0) o101->lustre-MDT0000-mdc-ffff8e25c7faa000@192.168.202.160@tcp:12/10 lens 584/584 e 0 to 0 dl 1785390778 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1785390762.068313:0:10023:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785390762.068316:0:10023:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785390762.068319:0:10023:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8e25d2f30000. 02000000:00000001:3.0:1785390762.068322:0:10023:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785390762.068324:0:10023:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785390762.068326:0:10023:0:(genops.c:1244:class_import_put()) import ffff8e25d2ed7800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e25c7faa000 00000020:00000001:3.0:1785390762.068328:0:10023:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785390762.068331:0:10023:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8e25d2983800. 02000000:00000001:3.0:1785390762.068335:0:10023:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785390762.068337:0:10023:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785390762.068338:0:10023:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e25d2e48e00. 00000100:00000001:3.0:1785390762.068341:0:10023:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785390762.068342:0:10023:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1785390762.068345:0:10023:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1785390762.068346:0:10023:0:(dcache.c:176:ll_intent_release()) intent ffffa118c15f3b20 released 00000080:00000001:3.0:1785390762.068348:0:10023:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1785390762.068351:0:10023:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1785390762.068353:0:10023:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c15f3b70 00000080:00002000:3.0:1785390762.068355:0:10023:0:(dcache.c:127:ll_ddelete()) keeping dentry [df][0-9]* (ffff8e25d816a000, parent ffff8e25d80d5e58, inode 0000000000000000) hashed, 00000080:00000001:3.0:1785390762.068358:0:10023:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1785390762.068522:0:10023:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1785390762.068527:0:10023:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1785390762.068529:0:10023:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1785390762.068531:0:10023:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c15f3bd8 00000080:00200000:3.0:1785390762.068534:0:10023:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248),name=/ 00000080:00000010:3.0:1785390762.068539:0:10023:0:(llite_lib.c:4055:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8e25d54c6200. 00800000:00000002:3.0:1785390762.068544:0:10023:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff8e25d0651800 2 00000080:00000001:3.0:1785390762.068547:0:10023:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1785390762.068550:0:10023:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1785390762.068552:0:10023:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c15f3af8 00800000:00000002:3.0:1785390762.068554:0:10023:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1785390762.068558:0:10023:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1785390762.068561:0:10023:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1785390762.068565:0:10023:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1785390762.068571:0:10023:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c15f39c8 00000002:00010000:3.0:1785390762.068573:0:10023:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1785390762.068576:0:10023:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1785390762.068578:0:10023:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1785390762.068579:0:10023:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1785390762.068582:0:10023:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8e25c7fce900 count: 2 00010000:00000001:3.0:1785390762.068584:0:10023:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1785390762.068586:0:10023:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1785390762.068588:0:10023:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1785390762.068592:0:10023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 02000000:00000001:3.0:1785390762.068598:0:10023:0:(sec.c:1035:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1785390762.068600:0:10023:0:(sec.c:1051:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785390762.068603:0:10023:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000002:00000001:3.0:1785390762.068609:0:10023:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1785390762.068611:0:10023:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1785390762.068612:0:10023:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1785390762.068614:0:10023:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1785390762.068616:0:10023:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1785390762.068618:0:10023:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1785390762.068620:0:10023:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1785390762.068622:0:10023:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff8e25d0651800 2 00000080:00000010:3.0:1785390762.068625:0:10023:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8e25d54c6200. 00000080:00000001:3.0:1785390762.068628:0:10023:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1785390762.068630:0:10023:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1785390762.068632:0:10023:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) 00000080:00010000:3.0:1785390762.068636:0:10023:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e25d8113248) for lock 0x7c8d729250a79b0e 00800000:00000001:3.0:1785390762.068639:0:10023:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1785390762.068641:0:10023:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1785390762.068643:0:10023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1785390762.068644:0:10023:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1785390762.068649:0:10023:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4eba000 refcount=3 00000020:00000001:3.0:1785390762.068651:0:10023:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:3.0:1785390762.068653:0:10023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:3.0:1785390762.068656:0:10023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390762.068657:0:10023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1785390762.068659:0:10023:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1785390762.068661:0:10023:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1785390762.068663:0:10023:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c8d729250a79b0e from it ffffa118c15f3c10 00010000:00000001:3.0:1785390762.068665:0:10023:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1785390762.068666:0:10023:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1785390762.068668:0:10023:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8e25d4eba000 refcount=3 00000020:00000001:3.0:1785390762.068670:0:10023:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:3.0:1785390762.068672:0:10023:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446618891869986816 : -125181839564800 : ffff8e25d4eba000) 00010000:00000001:3.0:1785390762.068674:0:10023:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1785390762.068676:0:10023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:3.0:1785390762.068682:0:10023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390762.068683:0:10023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1785390762.068684:0:10023:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1785390762.068686:0:10023:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1785390762.068688:0:10023:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e25c7faa000 lock: ffff8e25d4eba000/0x7c8d729250a79b0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd0cedea5fb0c0ed8 expref: -99 pid: 5603 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00000001:3.0:1785390762.068695:0:10023:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785390762.068696:0:10023:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1785390762.068697:0:10023:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1785390762.068699:0:10023:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390762.068701:0:10023:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1785390762.068703:0:10023:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390762.068705:0:10023:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390762.068707:0:10023:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785390762.068709:0:10023:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1785390762.068710:0:10023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1785390762.068715:0:10023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1785390762.068717:0:10023:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1785390762.068718:0:10023:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1785390762.068721:0:10023:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e25d8113248), inode mode 41ed mask 1 00000080:00000001:3.0:1785390762.068726:0:10023:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1785390762.068732:0:10023:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1785390762.068734:0:10023:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c15f3da0 00000080:00002000:3.0:1785390762.068736:0:10023:0:(dcache.c:87:ll_dcompare()) found name [df][0-9]*(ffff8e25d816a000) flags 0x8000e refc 0 00000080:00000001:3.0:1785390762.068738:0:10023:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785390762.068740:0:10023:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c15f3e10 00000080:00200000:3.0:1785390762.068741:0:10023:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=[df][0-9]*, flags=0 00000080:00000001:3.0:1785390762.068744:0:10023:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1785390762.068745:0:10023:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa118c15f3e28 00000080:00002000:3.0:1785390762.068747:0:10023:0:(dcache.c:127:ll_ddelete()) keeping dentry [df][0-9]* (ffff8e25d816a000, parent ffff8e25d80d5e58, inode 0000000000000000) hashed, 00000080:00000001:3.0:1785390762.068749:0:10023:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1785390762.081892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8e260204b200. 00000100:00000040:1.0:1785390762.171937:0:9898:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a110 (cpu 1) has reached its deadline 4295062239, at 4295062240 00000100:00000010:1.0:1785390762.171954:0:9898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25c538d8a0. 00000100:00000040:0.0:1785390762.172885:0:8158:0:(connection.c:75:cpu_latency_work()) work item of ffff8e25d308a000 (cpu 0) has reached its deadline 4295062239, at 4295062241 00000100:00000010:0.0:1785390762.172893:0:8158:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e25c538d600. Debug log: 10292 lines, 10292 kept, 0 dropped, 0 bad.